00010000:00000010:0.1:1761311748.020468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311748.045053:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040861347. 00010000:00000010:0.1:1761311748.045079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.1:1761311748.055363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000512e763e. 00010000:00000010:0.1:1761311748.091354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c92db8ce. 00010000:00000010:0.1:1761311748.096572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be0be28. 00010000:00000010:0.1:1761311748.119862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb037d91. 00010000:00000010:0.1:1761311748.188484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003950aed1. 00010000:00000010:0.1:1761311748.188490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:0.1:1761311748.205482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019360c8b. 00010000:00000010:0.1:1761311748.205497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.1:1761311748.210471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006cf7355c. 00010000:00000010:0.1:1761311748.210478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.216840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099f0715a. 00010000:00000010:0.1:1761311748.216865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021d95b5f. 00010000:00000010:0.1:1761311748.216870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311748.228884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041ddd83d. 00010000:00000010:0.1:1761311748.228897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.1:1761311748.231657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbec4b5d. 00010000:00000010:0.1:1761311748.231675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.258354:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000371c550e. 00010000:00000010:0.1:1761311748.258360:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311748.269277:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009487f148. 00010000:00000010:0.1:1761311748.269290:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a048d31. 00010000:00000010:0.1:1761311748.269294:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.269299:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f1469ce. 00010000:00000010:0.1:1761311748.269301:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4149ab9. 00010000:00000010:0.1:1761311748.269304:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.1:1761311748.281606:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082e455b0. 00010000:00000010:0.1:1761311748.281614:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:0.1:1761311748.324340:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a304a853. 00010000:00000010:0.1:1761311748.324347:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:0.1:1761311748.342214:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ca72f18. 00010000:00000010:0.1:1761311748.342223:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.342229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6dd5f82. 00010000:00000010:0.1:1761311748.342233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.345982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fa9dd92. 00010000:00000010:0.1:1761311748.345989:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.1:1761311748.351401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000114dae0f. 00010000:00000010:0.1:1761311748.351424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a770995c. 00010000:00000010:0.1:1761311748.351428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311748.363736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b232f9e. 00010000:00000010:0.1:1761311748.363751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.363756:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024ba306e. 00010000:00000010:0.1:1761311748.363759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.1:1761311748.368354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005240e62c. 00010000:00000010:0.1:1761311748.368362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311748.376505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ae1814a. 00010000:00000010:0.1:1761311748.376513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.409688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000135bb8dd. 00010000:00000010:0.1:1761311748.409693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:0.1:1761311748.419358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ca14b29. 00010000:00000010:0.1:1761311748.419369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.429378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce95b08. 00010000:00000010:0.1:1761311748.443403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc00da2. 00010000:00000010:0.1:1761311748.455372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039c781fa. 00010000:00000010:0.1:1761311748.484436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089971c9c. 00010000:00000010:0.1:1761311748.484441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057328952. 00010000:00000010:0.1:1761311748.488382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af5cd875. 00010000:00000010:0.1:1761311748.505626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cf49b50. 00010000:00000010:0.1:1761311748.514399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b57e26f. 00010000:00000010:0.1:1761311748.599727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000015e5ddc. 00010000:00000010:0.1:1761311748.599735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:0.1:1761311748.604440:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9e87bca. 00010000:00000010:0.1:1761311748.604448:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.607781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d2e78b7. 00010000:00000010:0.1:1761311748.607787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.611475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9f82597. 00010000:00000010:0.1:1761311748.611484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311748.617287:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001952c8ac. 00010000:00000010:0.1:1761311748.617299:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311748.624099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035abe99c. 00010000:00000010:0.1:1761311748.624109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.628586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df2c5b2. 00010000:00000010:0.1:1761311748.628592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8721de. 00010000:00000010:0.1:1761311748.628596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311748.639567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009f7343b7. 00010000:00000010:0.1:1761311748.639574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311748.646471:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ddc772ce. 00010000:00000010:0.1:1761311748.646478:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311748.651351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f287691. 00010000:00000010:0.1:1761311748.651361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.655699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd504597. 00010000:00000010:0.1:1761311748.655718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311748.659825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036986194. 00010000:00000010:0.1:1761311748.659832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.667470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028affac0. 00010000:00000010:0.1:1761311748.667482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.672120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c816c7bf. 00010000:00000010:0.1:1761311748.672127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311748.682832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae0463bb. 00010000:00000010:0.1:1761311748.682840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311748.689624:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad77905a. 00010000:00000010:0.1:1761311748.689636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.699361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9f423eb. 00010000:00000010:0.1:1761311748.699373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311748.701475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1602ba9. 00010000:00000010:0.1:1761311748.701482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311748.708503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002680cef3. 00010000:00000010:0.1:1761311748.708520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311748.720528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a407db01. 00010000:00000010:0.1:1761311748.720540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d216a460. 00010000:00000010:0.1:1761311748.720543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311748.725508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ee711c9. 00010000:00000010:0.1:1761311748.725525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d08704f2. 00010000:00000010:0.1:1761311748.725529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311748.735364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee874d43. 00010000:00000010:0.1:1761311748.735372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.754765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025187cc5. 00010000:00000010:0.1:1761311748.771360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e6a5af1. 00010000:00000010:0.1:1761311748.771371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:0.1:1761311748.782681:0:78088:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7cb7a00. 00010000:00000010:0.1:1761311748.782694:0:78088:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.829641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045785858. 00010000:00000010:0.1:1761311748.843507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd5bf5e8. 00010000:00000010:0.1:1761311748.847372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5b89290. 00010000:00000010:0.1:1761311748.884465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000801afa83. 00010000:00000010:0.1:1761311748.884474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088c97937. 00010000:00000010:0.1:1761311748.884477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:0.1:1761311748.897126:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032f6a74a. 00010000:00000010:0.1:1761311748.897140:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311748.906900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c83b2e8. 00010000:00000010:0.1:1761311748.906913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311748.912447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f3ce556. 00010000:00000010:0.1:1761311748.912460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a1fe6b1. 00010000:00000010:0.1:1761311748.912466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311748.943704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007816a02b. 00010000:00000010:0.1:1761311748.943717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:0.1:1761311749.044489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec76f40f. 00010000:00000010:0.1:1761311749.044496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:0.1:1761311749.057011:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a257fac. 00010000:00000010:0.1:1761311749.057021:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:0.1:1761311749.070445:0:78088:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073fad740. 00010000:00000010:2.1:1761311749.089729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093bf31c4. 00010000:00000010:0.1:1761311749.090175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049b1f96f. 00010000:00000010:0.1:1761311749.090182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfd9318d. 00010000:00000010:0.1:1761311749.090186:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311749.098422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2229ead. 00010000:00000010:2.1:1761311749.103337:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a5de6d0. 00010000:00000010:2.1:1761311749.103344:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a58b8d51. 00010000:00000010:2.1:1761311749.103348:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:2.1:1761311749.117356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aabe51a5. 00010000:00000010:2.1:1761311749.117374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c1a092f. 00010000:00000010:2.1:1761311749.117378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:1.1:1761311749.117428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d75cea2e. 00010000:00000010:0.1:1761311749.123951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc3d60f. 00010000:00000010:1.1:1761311749.145513:0:76719:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b61de680. 00010000:00000010:1.1:1761311749.154439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029481cf9. 00010000:00000010:3.1:1761311749.155956:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001398c963. 00010000:00000010:3.1:1761311749.155963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:3.1:1761311749.165461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b55ffb9. 00010000:00000010:3.1:1761311749.165470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:1.1:1761311749.172573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dccbaf2c. 00010000:00000010:3.1:1761311749.178166:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002664c00a. 00010000:00000010:0.1:1761311749.178286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000941b35f3. 00010000:00000010:0.1:1761311749.178293:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:1.1:1761311749.183779:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5a629a8. 00010000:00000010:1.1:1761311749.183788:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311749.183935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e33da790. 00010000:00000010:3.1:1761311749.183941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:3.1:1761311749.183945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d691d6b. 00010000:00000010:3.1:1761311749.185473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095a7e18a. 00010000:00000010:3.1:1761311749.187381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e5374bd. 00010000:00000010:1.1:1761311749.188356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004897c6f6. 00010000:00000010:1.1:1761311749.188366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311749.198354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041c01659. 00010000:00000010:1.1:1761311749.198612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbfe3d88. 00010000:00000010:1.1:1761311749.198618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311749.203331:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df96d7bf. 00010000:00000010:1.1:1761311749.203338:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311749.203468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7a38540. 00010000:00000010:3.1:1761311749.207812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009d28a77. 00010000:00000010:1.1:1761311749.212514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000664724e2. 00010000:00000010:1.1:1761311749.212523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311749.217491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096343390. 00010000:00000010:1.1:1761311749.223418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7420e7e. 00010000:00000010:1.1:1761311749.223429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311749.223619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022f29e2a. 00010000:00000010:2.1:1761311749.227434:0:78101:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db2fa612. 00010000:00000010:2.1:1761311749.227442:0:78101:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311749.228725:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000385ea822. 00010000:00000010:1.1:1761311749.228735:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311749.242797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8feef10. 00010000:00000010:1.1:1761311749.248826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e55238a. 00010000:00000010:2.1:1761311749.260165:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9b2ecf6. 00010000:00000010:2.1:1761311749.260179:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:1.1:1761311749.270378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019bdd260. 00010000:00000010:3.1:1761311749.277089:0:78108:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e400df. 00010000:00000010:0.1:1761311749.277666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000934aa884. 00010000:00000010:0.1:1761311749.277672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:0.1:1761311749.277675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006edd41d8. 00010000:00000010:0.1:1761311749.277678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:1.1:1761311749.297603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6246696. 00010000:00000010:1.1:1761311749.297612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0bffbf1. 00010000:00000010:3.1:1761311749.306364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae3fb37a. 00010000:00000010:3.1:1761311749.306372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.1:1761311749.310676:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b594b13e. 00010000:00000010:2.1:1761311749.310689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311749.311459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3831108. 00010000:00000010:3.1:1761311749.311467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000320a2e21. 00010000:00000010:3.1:1761311749.311471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:1.1:1761311749.351218:0:78108:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ecdc21. 00010000:00000010:1.1:1761311749.351230:0:78108:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0c6dfde. 00010000:00000010:1.1:1761311749.351234:0:78108:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:1.1:1761311749.355547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f17174c2. 00010000:00000010:1.1:1761311749.355553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009916318d. 00010000:00000010:1.1:1761311749.355557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311749.356403:0:47541:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f0e4a5d. 00010000:00000010:0.1:1761311749.356419:0:47541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311749.356698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9392ce4. 00010000:00000010:0.1:1761311749.367927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000963f2a9c. 00010000:00000010:0.1:1761311749.367933:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a7d6b4c. 00010000:00000010:0.1:1761311749.367937:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:3.1:1761311749.376726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014a3ad44. 00010000:00000010:2.1:1761311749.383579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074d62d7c. 00010000:00000010:2.1:1761311749.383594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:2.1:1761311749.390377:0:78120:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ebbb8e8. 00010000:00000010:2.1:1761311749.390389:0:78120:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311749.397848:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c51d7bc. 00010000:00000010:0.1:1761311749.414441:0:78124:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077a11f81. 00010000:00000010:2.1:1761311749.424368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a5baa69. 00010000:00000010:2.1:1761311749.424376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311749.456117:0:78101:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044111881. 00010000:00000010:0.1:1761311749.456129:0:78101:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311749.456301:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9ba1f41. 00010000:00000010:3.1:1761311749.462468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d23171. 00010000:00000010:3.1:1761311749.462476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ffead61. 00010000:00000010:3.1:1761311749.462479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311749.482574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000286d7e4. 00010000:00000010:0.1:1761311749.482583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003486df5b. 00010000:00000010:0.1:1761311749.482587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:3.1:1761311749.484347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048d84ce3. 00010000:00000010:3.1:1761311749.484357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059590e5e. 00010000:00000010:3.1:1761311749.484360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311749.517230:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae3a3b9c. 00010000:00000010:3.1:1761311749.517237:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003308966d. 00010000:00000010:3.1:1761311749.517240:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311749.541781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3fbbb77. 00010000:00000010:3.1:1761311749.541795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010ebab23. 00010000:00000010:3.1:1761311749.541801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311749.546359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3e49d95. 00010000:00000010:3.1:1761311749.546374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df35ad4b. 00010000:00000010:3.1:1761311749.546379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:3.1:1761311749.557636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000977f39a0. 00010000:00000010:3.1:1761311749.557643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036dcb426. 00010000:00000010:3.1:1761311749.557647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311749.557650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013d6aa91. 00010000:00000010:3.1:1761311749.557652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078bb54c4. 00010000:00000010:3.1:1761311749.557656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:0.1:1761311749.565140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d50f18d. 00010000:00000010:0.1:1761311749.565154:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e575d04c. 00010000:00000010:0.1:1761311749.565158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:0.1:1761311749.565161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000210f3748. 00010000:00000010:0.1:1761311749.565165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000deea1113. 00010000:00000010:0.1:1761311749.565168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311749.565439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be52b541. 00010000:00000010:1.1:1761311749.565445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000285cf01b. 00010000:00000010:1.1:1761311749.565448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:1.1:1761311749.585994:0:78133:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5bab490. 00010000:00000010:1.1:1761311749.586001:0:78133:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f3bc935. 00010000:00000010:1.1:1761311749.586005:0:78133:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311749.589154:0:78133:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc5bf17b. 00010000:00000010:2.1:1761311749.589161:0:78133:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311749.594915:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000efc1781. 00010000:00000010:3.1:1761311749.603343:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e92974. 00010000:00000010:0.1:1761311749.603732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d372ef2. 00010000:00000010:0.1:1761311749.603739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311749.618360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1a4d29a. 00010000:00000010:1.1:1761311749.618371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000660c282c. 00010000:00000010:1.1:1761311749.618377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311749.626782:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bf26427. 00010000:00000010:1.1:1761311749.627794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b41fab7. 00010000:00000010:1.1:1761311749.627803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311749.635762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f3df13. 00010000:00000010:3.1:1761311749.635777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311749.636449:0:78136:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b577e1. 00010000:00000010:0.1:1761311749.648343:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d725b2e. 00010000:00000010:1.1:1761311749.648359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096ab2ab3. 00010000:00000010:1.1:1761311749.648364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:2.1:1761311749.666477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032028f82. 00010000:00000010:0.1:1761311749.666825:0:15808:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c56de8b. 00010000:00000010:0.1:1761311749.666832:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311749.675552:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000653daca8. 00010000:00000010:0.1:1761311749.675561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311749.675582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091a004e1. 00010000:00000010:0.1:1761311749.675585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000682b0534. 00010000:00000010:0.1:1761311749.675587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:3.1:1761311749.676275:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca0bebd. 00010000:00000010:3.1:1761311749.682338:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b9fcc45. 00010000:00000010:3.1:1761311749.682350:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac15ab7b. 00010000:00000010:3.1:1761311749.682353:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:0.1:1761311749.700295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfd1d2b1. 00010000:00000010:0.1:1761311749.700305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:2.1:1761311749.700384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004231d78. 00010000:00000010:2.1:1761311749.700391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000021832c8. 00010000:00000010:2.1:1761311749.700404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032aebc1a. 00010000:00000010:2.1:1761311749.700417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:3.1:1761311749.703330:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c9b05e8. 00010000:00000010:0.1:1761311749.705648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5bcdea3. 00010000:00000010:0.1:1761311749.705657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:3.1:1761311749.709016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb29e23c. 00010000:00000010:0.1:1761311749.714031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a109d206. 00010000:00000010:0.1:1761311749.714047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311749.720782:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2350463. 00010000:00000010:1.1:1761311749.721362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007804bca9. 00010000:00000010:1.1:1761311749.721369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:1.1:1761311749.728180:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fb72e27. 00010000:00000010:0.1:1761311749.728741:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca38ca1a. 00010000:00000010:0.1:1761311749.728748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311749.743352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009da75f1f. 00010000:00000010:0.1:1761311749.745653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000308f347e. 00010000:00000010:0.1:1761311749.745661:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311749.747474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b5a6f09. 00010000:00000010:0.1:1761311749.747487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311749.747492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4730394. 00010000:00000010:0.1:1761311749.747495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:3.1:1761311749.747536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000840710f3. 00010000:00000010:2.1:1761311749.747990:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b03180cb. 00010000:00000010:0.1:1761311749.759721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2598838. 00010000:00000010:0.1:1761311749.759739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:2.1:1761311749.759916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f379c3c. 00010000:00000010:1.1:1761311749.764428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049c3fefd. 00010000:00000010:0.1:1761311749.767509:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e201774. 00010000:00000010:0.1:1761311749.767523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311749.772456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d87d960. 00010000:00000010:0.1:1761311749.772463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311749.772873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb3108de. 00010000:00000010:1.1:1761311749.777349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4178eea. 00010000:00000010:0.1:1761311749.779463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb780e8d. 00010000:00000010:0.1:1761311749.779474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:3.1:1761311749.779586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000224fda78. 00010000:00000010:0.1:1761311749.783523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065cff415. 00010000:00000010:0.1:1761311749.783539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:3.1:1761311749.788347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010f6a8c2. 00010000:00000010:0.1:1761311749.788482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000152127ea. 00010000:00000010:0.1:1761311749.788490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:1.1:1761311749.794355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a4009b8. 00010000:00000010:3.1:1761311749.800352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6cb4c2c. 00010000:00000010:0.1:1761311749.800506:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ac74e2c. 00010000:00000010:0.1:1761311749.800515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.1:1761311749.800521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000478669b6. 00010000:00000010:0.1:1761311749.800523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311749.806402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1aec4f5. 00010000:00000010:0.1:1761311749.806423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:1.1:1761311749.812703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025728a74. 00010000:00000010:1.1:1761311749.812712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:3.1:1761311749.812751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033349f4f. 00010000:00000010:3.1:1761311749.817618:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a094af25. 00010000:00000010:2.1:1761311749.818424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ea68cfc. 00010000:00000010:2.1:1761311749.818431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311749.821634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068e194d6. 00010000:00000010:3.1:1761311749.824664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038250f1c. 00010000:00000010:2.1:1761311749.825755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000137ee96a. 00010000:00000010:2.1:1761311749.825763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311749.831747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015e99777. 00010000:00000010:1.1:1761311749.836588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7f26732. 00010000:00000010:1.1:1761311749.836596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000024eb9d9. 00010000:00000010:1.1:1761311749.836600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:2.1:1761311749.836819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c2de659. 00010000:00000010:2.1:1761311749.836826:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:3.1:1761311749.841659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063359a70. 00010000:00000010:2.1:1761311749.844738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c32e0606. 00010000:00000010:2.1:1761311749.844757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311749.854456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b647d2d2. 00010000:00000010:2.1:1761311749.859721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006587a488. 00010000:00000010:2.1:1761311749.859734:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311749.871337:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071ae06a4. 00010000:00000010:3.1:1761311749.871691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000305b4bc1. 00010000:00000010:3.1:1761311749.871697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:3.1:1761311749.874515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bd37485. 00010000:00000010:3.1:1761311749.874532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:2.1:1761311749.874708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3a2ccc2. 00010000:00000010:1.1:1761311749.874768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0990f3c. 00010000:00000010:3.1:1761311749.879366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005dee0adc. 00010000:00000010:3.1:1761311749.879383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:0.1:1761311749.879544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f5d206. 00010000:00000010:0.1:1761311749.879551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:1.1:1761311749.879603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f6ca8f2. 00010000:00000010:1.1:1761311749.894346:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000411ef2b3. 00010000:00000010:0.1:1761311749.899269:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0a41cc7. 00010000:00000010:0.1:1761311749.899275:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311749.902362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013cbefd8. 00010000:00000010:0.1:1761311749.902377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d175642. 00010000:00000010:0.1:1761311749.902380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:2.1:1761311749.906290:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006feb0843. 00010000:00000010:2.1:1761311749.906298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311749.906588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000188fff6. 00010000:00000010:0.1:1761311749.911443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a12d7d45. 00010000:00000010:1.1:1761311749.915489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef7f9be0. 00010000:00000010:1.1:1761311749.915503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311749.926396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030d33061. 00010000:00000010:2.1:1761311749.926412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311749.926501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000965bcd35. 00010000:00000010:2.1:1761311749.930426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000318f000c. 00010000:00000010:2.1:1761311749.930439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afd33278. 00010000:00000010:2.1:1761311749.930443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311749.934473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1a5fb42. 00010000:00000010:2.1:1761311749.934491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311749.935363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dce43243. 00010000:00000010:2.1:1761311749.942609:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000741c7e6a. 00010000:00000010:2.1:1761311749.942626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:0.1:1761311749.943632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4a1538e. 00010000:00000010:2.1:1761311749.950554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000514cb08c. 00010000:00000010:2.1:1761311749.953603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c56d27cc. 00010000:00000010:2.1:1761311749.953615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311749.958271:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ec21e3a. 00010000:00000010:2.1:1761311749.958284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:1.1:1761311749.959359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba80805b. 00010000:00000010:2.1:1761311749.964342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029bee63e. 00010000:00000010:2.1:1761311749.964352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311749.968971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000898934b1. 00010000:00000010:0.1:1761311749.969657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fe1f5e1. 00010000:00000010:2.1:1761311749.972397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed0025a3. 00010000:00000010:2.1:1761311749.972422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311749.977572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dbb81f0. 00010000:00000010:3.1:1761311749.977588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:0.1:1761311749.977703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d832c531. 00010000:00000010:1.1:1761311749.982510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3a01dea. 00010000:00000010:0.1:1761311749.988358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010648cbf. 00010000:00000010:3.1:1761311749.988838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000124130cf. 00010000:00000010:3.1:1761311749.988856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311749.993397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d54bf29. 00010000:00000010:3.1:1761311749.993634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007557c019. 00010000:00000010:3.1:1761311749.993642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:3.1:1761311749.997434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a20d8a2. 00010000:00000010:3.1:1761311749.997450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:1.1:1761311750.005674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087be1e61. 00010000:00000010:0.1:1761311750.005674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9365643. 00010000:00000010:3.1:1761311750.006511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008808f93c. 00010000:00000010:3.1:1761311750.006520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311750.010556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e08ed17. 00010000:00000010:3.1:1761311750.010574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311750.014330:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e0b1a9f. 00010000:00000010:1.1:1761311750.014337:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:0.1:1761311750.014380:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071660167. 00010000:00000010:0.1:1761311750.021352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a203df9. 00010000:00000010:1.1:1761311750.028717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097516e18. 00010000:00000010:1.1:1761311750.028724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311750.036292:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f3883e. 00010000:00000010:0.1:1761311750.036304:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311750.036308:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a39f758. 00010000:00000010:2.1:1761311750.044591:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012dc8400. 00010000:00000010:2.1:1761311750.044603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311750.045363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a319fa1. 00010000:00000010:1.1:1761311750.059933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fb0092b. 00010000:00000010:2.1:1761311750.065360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038a69deb. 00010000:00000010:2.1:1761311750.065371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311750.069365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c04ffeac. 00010000:00000010:0.1:1761311750.069430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d5fe937. 00010000:00000010:0.1:1761311750.069437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311750.084350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034c188f5. 00010000:00000010:0.1:1761311750.084358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:2.1:1761311750.088866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000239e3c46. 00010000:00000010:1.1:1761311750.111349:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfd81a16. 00010000:00000010:0.1:1761311750.111890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071645544. 00010000:00000010:0.1:1761311750.111896:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:2.1:1761311750.114417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5145332. 00010000:00000010:2.1:1761311750.114427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311750.120501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041cc7ed4. 00010000:00000010:0.1:1761311750.120516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000792ec43b. 00010000:00000010:0.1:1761311750.120522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311750.120592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56c6c6b. 00010000:00000010:0.1:1761311750.127371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000acb4fbf1. 00010000:00000010:0.1:1761311750.132200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000919992cb. 00010000:00000010:0.1:1761311750.132217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:1.1:1761311750.145501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005056e750. 00010000:00000010:0.1:1761311750.147508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e5108c4. 00010000:00000010:0.1:1761311750.147525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:1.1:1761311750.154338:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9048768. 00010000:00000010:0.1:1761311750.165586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a205cbb. 00010000:00000010:0.1:1761311750.165602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:1.1:1761311750.178518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0fc5886. 00010000:00000010:2.1:1761311750.179483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075bd600b. 00010000:00000010:0.1:1761311750.182494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001edda05f. 00010000:00000010:0.1:1761311750.182510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.1:1761311750.186376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000273fda8a. 00010000:00000010:0.1:1761311750.186384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:0.1:1761311750.192365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b61eca1a. 00010000:00000010:0.1:1761311750.192377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068a3f968. 00010000:00000010:0.1:1761311750.192381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311750.196381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce24ef5d. 00010000:00000010:1.1:1761311750.196401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072eef4f5. 00010000:00000010:1.1:1761311750.196416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311750.214445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b516bf18. 00010000:00000010:2.1:1761311750.222745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce9411a. 00010000:00000010:2.1:1761311750.222754:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311750.226526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020234c7d. 00010000:00000010:0.1:1761311750.231504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b662326. 00010000:00000010:0.1:1761311750.231523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:0.1:1761311750.236353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028ec19b7. 00010000:00000010:0.1:1761311750.236363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:2.1:1761311750.236419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000da89171. 00010000:00000010:2.1:1761311750.245338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd487e1. 00010000:00000010:2.1:1761311750.249351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d560de. 00010000:00000010:1.1:1761311750.249438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e350929. 00010000:00000010:1.1:1761311750.249444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:3.1:1761311750.258467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000391d4985. 00010000:00000010:1.1:1761311750.258522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097910ccb. 00010000:00000010:1.1:1761311750.258528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311750.258532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b83017d9. 00010000:00000010:1.1:1761311750.258535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311750.266548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000876832ca. 00010000:00000010:1.1:1761311750.266557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000508466cc. 00010000:00000010:1.1:1761311750.266560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311750.270680:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000058364d9. 00010000:00000010:1.1:1761311750.270696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311750.278359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074fcb787. 00010000:00000010:2.1:1761311750.278410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d463392a. 00010000:00000010:1.1:1761311750.278949:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efeb5eb8. 00010000:00000010:1.1:1761311750.278958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311750.283556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e766879f. 00010000:00000010:1.1:1761311750.283570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311750.292560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed901e9. 00010000:00000010:1.1:1761311750.292677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005997811d. 00010000:00000010:1.1:1761311750.292683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311750.299591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c57f32aa. 00010000:00000010:0.1:1761311750.301693:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd7fd10a. 00010000:00000010:1.1:1761311750.307901:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b311e559. 00010000:00000010:1.1:1761311750.307919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311750.314471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ec4b122. 00010000:00000010:1.1:1761311750.314488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4db237d. 00010000:00000010:1.1:1761311750.314493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311750.321413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c355e0c0. 00010000:00000010:1.1:1761311750.324567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fb89d9f. 00010000:00000010:1.1:1761311750.324579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311750.325415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea5925e3. 00010000:00000010:1.1:1761311750.334614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc824e84. 00010000:00000010:1.1:1761311750.334628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311750.335611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000815e6bf2. 00010000:00000010:1.1:1761311750.339136:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006accd1dd. 00010000:00000010:1.1:1761311750.339152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311750.339509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048e6717f. 00010000:00000010:1.1:1761311750.346703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d235fcb. 00010000:00000010:1.1:1761311750.346718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311750.350656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000668ad5c5. 00010000:00000010:1.1:1761311750.350665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6f0f3b2. 00010000:00000010:1.1:1761311750.350670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311750.351352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2de07da. 00010000:00000010:2.1:1761311750.354929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009398c85d. 00010000:00000010:1.1:1761311750.355561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cae31807. 00010000:00000010:1.1:1761311750.355568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311750.358811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb821edd. 00010000:00000010:1.1:1761311750.358834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311750.362345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e840488. 00010000:00000010:1.1:1761311750.362416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fea83f6. 00010000:00000010:1.1:1761311750.362421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311750.371653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071650df6. 00010000:00000010:1.1:1761311750.371667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000338701bf. 00010000:00000010:1.1:1761311750.371672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311750.376399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8168065. 00010000:00000010:1.1:1761311750.383926:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058180d7e. 00010000:00000010:1.1:1761311750.383937:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311750.384473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d83e0dab. 00010000:00000010:1.1:1761311750.390334:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009251c060. 00010000:00000010:1.1:1761311750.390352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311750.395374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd8d727e. 00010000:00000010:1.1:1761311750.395381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311750.395701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fcdceedf. 00010000:00000010:2.1:1761311750.400515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db2e71b1. 00010000:00000010:3.1:1761311750.404553:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c697ab5. 00010000:00000010:3.1:1761311750.404568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311750.409701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef945529. 00010000:00000010:2.1:1761311750.415593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000194ef25. 00010000:00000010:3.1:1761311750.416501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000574c4eaf. 00010000:00000010:3.1:1761311750.416510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311750.424921:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c5a820d. 00010000:00000010:3.1:1761311750.424930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:0.1:1761311750.425536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c776b8e9. 00010000:00000010:3.1:1761311750.429902:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a72fcd37. 00010000:00000010:3.1:1761311750.429921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:0.1:1761311750.435352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6cb7cfe. 00010000:00000010:2.1:1761311750.435416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c30fa04. 00010000:00000010:3.1:1761311750.435458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043520f6e. 00010000:00000010:3.1:1761311750.435465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:3.1:1761311750.439697:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef69a325. 00010000:00000010:3.1:1761311750.439707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311750.439710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000efd94d0d. 00010000:00000010:3.1:1761311750.439714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:2.1:1761311750.443366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065c191c7. 00010000:00000010:2.1:1761311750.462711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a354271. 00010000:00000010:3.1:1761311750.463019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007104b3af. 00010000:00000010:3.1:1761311750.463027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:3.1:1761311750.465414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f7a3d99. 00010000:00000010:3.1:1761311750.465427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:2.1:1761311750.476442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbceb8d8. 00010000:00000010:0.1:1761311750.480369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d570f3cd. 00010000:00000010:3.1:1761311750.484718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048d862c8. 00010000:00000010:3.1:1761311750.484738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:0.1:1761311750.496908:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fbd2c7b. 00010000:00000010:1.1:1761311750.496957:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6fe832e. 00010000:00000010:1.1:1761311750.496963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:1.1:1761311750.511169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003ed026c. 00010000:00000010:0.1:1761311750.514576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019d3f057. 00010000:00000010:0.1:1761311750.514583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311750.521995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3c28f41. 00010000:00000010:0.1:1761311750.522004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311750.522238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e374f740. 00010000:00000010:0.1:1761311750.529845:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd489781. 00010000:00000010:0.1:1761311750.529853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:2.1:1761311750.535034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068c410f3. 00010000:00000010:0.1:1761311750.536357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000036f395d. 00010000:00000010:0.1:1761311750.536368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311750.536904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cc652ae. 00010000:00000010:1.1:1761311750.539441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49b346c. 00010000:00000010:1.1:1761311750.539450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:2.1:1761311750.540801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001206f2c7. 00010000:00000010:1.1:1761311750.547904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006800c16. 00010000:00000010:1.1:1761311750.547920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311750.548041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043e2247a. 00010000:00000010:2.1:1761311750.557356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b8b2b0a. 00010000:00000010:1.1:1761311750.566743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d4a23e7. 00010000:00000010:1.1:1761311750.566761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311750.579492:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7bfe014. 00010000:00000010:1.1:1761311750.580150:0:1052:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0aee221. 00010000:00000010:1.1:1761311750.580158:0:1052:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311750.586448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f4be346. 00010000:00000010:0.1:1761311750.626771:0:78138:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1005ab0. 00010000:00000010:0.1:1761311750.626787:0:78138:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311750.628695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4862f3b. 00010000:00000010:3.1:1761311750.628708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311750.628714:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005666fd6e. 00010000:00000010:3.1:1761311750.628718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311750.630897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023a88627. 00010000:00000010:3.1:1761311750.631451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d93afbd6. 00010000:00000010:3.1:1761311750.631459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c90b7cd. 00010000:00000010:3.1:1761311750.631463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:2.1:1761311750.632055:0:78138:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbccc14c. 00010000:00000010:2.1:1761311750.632062:0:78138:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010134bb6. 00010000:00000010:2.1:1761311750.632066:0:78138:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:1.1:1761311750.647224:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f637cff. 00010000:00000010:1.1:1761311750.647492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ff5fca1. 00010000:00000010:1.1:1761311750.647498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:3.1:1761311750.651387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aa45fe4. 00010000:00000010:0.1:1761311750.654716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a28fe98b. 00010000:00000010:0.1:1761311750.654733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046a37acc. 00010000:00000010:0.1:1761311750.654738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311750.665348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d0021e. 00010000:00000010:2.1:1761311750.682343:0:78142:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dba3464. 00010000:00000010:2.1:1761311750.682355:0:78142:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:2.1:1761311750.682371:0:78142:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd96545c. 00010000:00000010:2.1:1761311750.682375:0:78142:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311750.687333:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b276570e. 00010000:00000010:3.1:1761311750.687341:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bf076a3. 00010000:00000010:3.1:1761311750.687346:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:1.1:1761311750.689165:0:78139:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc9d2403. 00010000:00000010:2.1:1761311750.697407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac5b77e5. 00010000:00000010:2.1:1761311750.697419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:0.1:1761311750.697459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d86a1fac. 00010000:00000010:3.1:1761311750.707508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000191b82fb. 00010000:00000010:0.1:1761311750.712136:0:78144:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009002b1a4. 00010000:00000010:0.1:1761311750.712150:0:78144:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:1.1:1761311750.725353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a81f834. 00010000:00000010:1.1:1761311750.725368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:2.1:1761311750.725437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ce5bb08. 00010000:00000010:2.1:1761311750.741283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c45db3b. 00010000:00000010:2.1:1761311750.741297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311750.742389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aaa83880. 00010000:00000010:1.1:1761311750.742410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:3.1:1761311750.747825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000374634df. 00010000:00000010:3.1:1761311750.754397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5c5ced9. 00010000:00000010:1.1:1761311750.758360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e5a5431. 00010000:00000010:1.1:1761311750.758366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311750.759426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008724397b. 00010000:00000010:2.1:1761311750.767512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bd79f89. 00010000:00000010:1.1:1761311750.769009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e334463. 00010000:00000010:1.1:1761311750.769016:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311750.773486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ba2515c. 00010000:00000010:1.1:1761311750.773505:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051b6be75. 00010000:00000010:1.1:1761311750.773510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311750.784457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b1b23b. 00010000:00000010:2.1:1761311750.785373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7b66c68. 00010000:00000010:2.1:1761311750.785385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:1.1:1761311750.801683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094fe56e8. 00010000:00000010:0.1:1761311750.821885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd003388. 00010000:00000010:0.1:1761311750.821903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:1.1:1761311750.824206:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2bc417d. 00010000:00000010:1.1:1761311750.824230:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f5f9f46. 00010000:00000010:1.1:1761311750.824235:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:2.1:1761311750.835435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d05e447d. 00010000:00000010:1.1:1761311750.845626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f437f805. 00010000:00000010:1.1:1761311750.845642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311750.848738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000857416e6. 00010000:00000010:1.1:1761311750.850754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbb1e3ec. 00010000:00000010:1.1:1761311750.850762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311750.852530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067c29fcc. 00010000:00000010:1.1:1761311750.852537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311750.852778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e81d523a. 00010000:00000010:1.1:1761311750.866372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2d2f02d. 00010000:00000010:3.1:1761311750.867719:0:78146:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000738a9f07. 00010000:00000010:3.1:1761311750.867727:0:78146:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311750.875374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c77b9868. 00010000:00000010:2.1:1761311750.875394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014b5bfbf. 00010000:00000010:2.1:1761311750.875412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:1.1:1761311750.882612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034d13321. 00010000:00000010:1.1:1761311750.882632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311750.884342:0:78147:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000385cbddd. 00010000:00000010:1.1:1761311750.903582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e163fe37. 00010000:00000010:3.1:1761311750.906465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059928616. 00010000:00000010:3.1:1761311750.906481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee801747. 00010000:00000010:3.1:1761311750.906486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311750.909362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062cbb8aa. 00010000:00000010:1.1:1761311750.909384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:2.1:1761311750.924713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720755a5. 00010000:00000010:1.1:1761311750.925659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b189d8a. 00010000:00000010:1.1:1761311750.925667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311750.932382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215ea56c. 00010000:00000010:1.1:1761311750.932416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009216a940. 00010000:00000010:1.1:1761311750.932420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311750.947907:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b7382aa. 00010000:00000010:2.1:1761311750.947928:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000732e9195. 00010000:00000010:2.1:1761311750.947931:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311750.958975:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060f69c1e. 00010000:00000010:3.1:1761311750.958997:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1e3c922. 00010000:00000010:3.1:1761311750.959005:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311750.977539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003eae21cc. 00010000:00000010:1.1:1761311750.988063:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac79b3ca. 00010000:00000010:1.1:1761311750.988082:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:1.1:1761311750.991439:0:78152:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b22bcf10. 00010000:00000010:1.1:1761311750.991454:0:78152:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002aee62a7. 00010000:00000010:1.1:1761311750.991458:0:78152:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311750.992476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a034341. 00010000:00000010:2.1:1761311750.992484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eedbeffa. 00010000:00000010:2.1:1761311750.992487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311751.020605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000571a7108. 00010000:00000010:3.1:1761311751.020619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:0.1:1761311751.020783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069664217. 00010000:00000010:2.1:1761311751.022081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6227093. 00010000:00000010:2.1:1761311751.022090:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311751.022589:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af947ff. 00010000:00000010:1.1:1761311751.022668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1f60df7. 00010000:00000010:3.1:1761311751.030794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067d68805. 00010000:00000010:3.1:1761311751.030812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:1.1:1761311751.038606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce64dad. 00010000:00000010:1.1:1761311751.054165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4a2a629. 00010000:00000010:1.1:1761311751.054179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311751.060737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001c62343. 00010000:00000010:3.1:1761311751.063527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000707ccf6d. 00010000:00000010:3.1:1761311751.063541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311751.081954:0:78155:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8f7cefb. 00010000:00000010:1.1:1761311751.085754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e986ef. 00010000:00000010:1.1:1761311751.085769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:2.1:1761311751.090528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfdab425. 00010000:00000010:3.1:1761311751.091808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bc2e634. 00010000:00000010:3.1:1761311751.091815:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b62d677. 00010000:00000010:3.1:1761311751.091819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311751.091822:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ab9ad8b. 00010000:00000010:3.1:1761311751.091824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:0.1:1761311751.095715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ba86a7. 00010000:00000010:0.1:1761311751.105356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d229ef9. 00010000:00000010:1.1:1761311751.107365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001bccaff2. 00010000:00000010:1.1:1761311751.107379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:1.1:1761311751.112362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a2ebc0b4. 00010000:00000010:1.1:1761311751.112374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311751.116538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055c29cb4. 00010000:00000010:1.1:1761311751.116548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311751.117409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1b0a505. 00010000:00000010:1.1:1761311751.127363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5c43d38. 00010000:00000010:1.1:1761311751.127376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311751.135853:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000109c50f5. 00010000:00000010:0.1:1761311751.135866:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d5ac19a. 00010000:00000010:1.1:1761311751.136462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeee237a. 00010000:00000010:1.1:1761311751.136472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311751.158355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b4e7cf1. 00010000:00000010:2.1:1761311751.158362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0ac6c02. 00010000:00000010:2.1:1761311751.158366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311751.161486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049f33eee. 00010000:00000010:2.1:1761311751.162840:0:78158:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c928ec3c. 00010000:00000010:2.1:1761311751.163152:0:78158:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:1.1:1761311751.168426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005568cb53. 00010000:00000010:2.1:1761311751.170090:0:78158:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038f05aa5. 00010000:00000010:2.1:1761311751.170106:0:78158:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:0.1:1761311751.176359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007647679a. 00010000:00000010:0.1:1761311751.176382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d228e3a. 00010000:00000010:0.1:1761311751.176391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311751.200198:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000975c304c. 00010000:00000010:2.1:1761311751.200208:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecbf0dca. 00010000:00000010:2.1:1761311751.203671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311751.204776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026328919. 00010000:00000010:0.1:1761311751.204787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e069151c. 00010000:00000010:0.1:1761311751.204792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:0.1:1761311751.214571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013875cd6. 00010000:00000010:0.1:1761311751.214588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:1.1:1761311751.215527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b97791f. 00010000:00000010:1.1:1761311751.215545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c96595aa. 00010000:00000010:2.1:1761311751.220357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078532c8d. 00010000:00000010:2.1:1761311751.220366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:2.1:1761311751.234366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dacfedeb. 00010000:00000010:2.1:1761311751.234386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311751.238362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983b0939. 00010000:00000010:2.1:1761311751.255539:0:78167:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064040157. 00010000:00000010:2.1:1761311751.255560:0:78167:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:3.1:1761311751.265875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038128535. 00010000:00000010:1.1:1761311751.279599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035c490a7. 00010000:00000010:1.1:1761311751.279617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000acdefc2. 00010000:00000010:1.1:1761311751.279622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311751.294183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cee8a15. 00010000:00000010:3.1:1761311751.300372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b50bcef. 00010000:00000010:3.1:1761311751.300392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311751.307680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086ed7b8f. 00010000:00000010:1.1:1761311751.307688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a8fd83b. 00010000:00000010:1.1:1761311751.307694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:0.1:1761311751.321339:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b98ddce0. 00010000:00000010:0.1:1761311751.339496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023af7344. 00010000:00000010:0.1:1761311751.339507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f000d26. 00010000:00000010:0.1:1761311751.339511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311751.341360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a05b0d79. 00010000:00000010:1.1:1761311751.341370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311751.349840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffdd05f9. 00010000:00000010:2.1:1761311751.349857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:2.1:1761311751.349868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e95c6783. 00010000:00000010:0.1:1761311751.351347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f57dcc74. 00010000:00000010:0.1:1761311751.351354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:2.1:1761311751.351851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d7687a9. 00010000:00000010:3.1:1761311751.368363:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c89f599e. 00010000:00000010:0.1:1761311751.378052:0:78178:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a849418. 00010000:00000010:0.1:1761311751.378062:0:78178:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311751.398251:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece26c96. 00010000:00000010:2.1:1761311751.402944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbd1f18b. 00010000:00000010:2.1:1761311751.402965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f25efc7c. 00010000:00000010:2.1:1761311751.402972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:2.1:1761311751.404442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078940213. 00010000:00000010:2.1:1761311751.404452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311751.413068:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002937fd52. 00010000:00000010:2.1:1761311751.413088:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:3.1:1761311751.426388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000aa3f431. 00010000:00000010:0.1:1761311751.448045:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b155e41. 00010000:00000010:0.1:1761311751.448061:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9c271cf. 00010000:00000010:0.1:1761311751.448067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:3.1:1761311751.454125:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000746d082b. 00010000:00000010:3.1:1761311751.454133:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b7ca41c. 00010000:00000010:3.1:1761311751.454138:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:1.1:1761311751.460732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b146ffe2. 00010000:00000010:1.1:1761311751.460748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000020e726b. 00010000:00000010:1.1:1761311751.460755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:1.1:1761311751.462334:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000350b1186. 00010000:00000010:1.1:1761311751.462347:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311751.462521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e846185. 00010000:00000010:0.1:1761311751.482366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d4cde9e. 00010000:00000010:0.1:1761311751.482381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509c149b. 00010000:00000010:1.1:1761311751.484266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008498a938. 00010000:00000010:1.1:1761311751.484283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311751.485692:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b39d2a2. 00010000:00000010:1.1:1761311751.485707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311751.505185:0:78186:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8952a4f. 00010000:00000010:0.1:1761311751.505204:0:78186:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311751.513173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bd89635. 00010000:00000010:3.1:1761311751.519752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f1b4f21. 00010000:00000010:2.1:1761311751.535295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf9a1d52. 00010000:00000010:2.1:1761311751.535330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311751.557423:0:47541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c37f52b. 00010000:00000010:0.1:1761311751.557438:0:47541:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a969be11. 00010000:00000010:0.1:1761311751.557444:0:47541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:0.1:1761311751.579107:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000546265d7. 00010000:00000010:0.1:1761311751.579116:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065b42a86. 00010000:00000010:0.1:1761311751.579122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311751.585625:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043fc2095. 00010000:00000010:2.1:1761311751.589970:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e679255. 00010000:00000010:2.1:1761311751.589978:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004281a467. 00010000:00000010:2.1:1761311751.589985:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:2.1:1761311751.589991:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064d517a4. 00010000:00000010:2.1:1761311751.589993:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:3.1:1761311751.606063:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1ffde34. 00010000:00000010:0.1:1761311751.606146:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eeba7559. 00010000:00000010:0.1:1761311751.606155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:0.1:1761311751.606158:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4dc3c79. 00010000:00000010:0.1:1761311751.607612:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e78ad112. 00010000:00000010:0.1:1761311751.607623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311751.617353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007456618. 00010000:00000010:0.1:1761311751.618111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4fa0b68. 00010000:00000010:0.1:1761311751.618121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311751.631991:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8d81a36. 00010000:00000010:0.1:1761311751.632019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049e8003d. 00010000:00000010:0.1:1761311751.632025:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311751.662372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8a75c65. 00010000:00000010:3.1:1761311751.662409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec170fe5. 00010000:00000010:3.1:1761311751.662415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311751.681072:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062ca8dd7. 00010000:00000010:3.1:1761311751.685357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bc3f41f. 00010000:00000010:3.1:1761311751.685374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311751.696858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0d1926b. 00010000:00000010:3.1:1761311751.696880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:1.1:1761311751.697185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5fa1f06. 00010000:00000010:0.1:1761311751.709408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eab28c8. 00010000:00000010:3.1:1761311751.709991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8a3f35a. 00010000:00000010:3.1:1761311751.710009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311751.723371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000473f4bf5. 00010000:00000010:3.1:1761311751.723389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:0.1:1761311751.723760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1fe4955. 00010000:00000010:2.1:1761311751.742665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010fafa1d. 00010000:00000010:2.1:1761311751.747371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a09422. 00010000:00000010:2.1:1761311751.747402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:0.1:1761311751.761339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003500c2dc. 00010000:00000010:3.1:1761311751.761439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa319065. 00010000:00000010:3.1:1761311751.761445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:1.1:1761311751.766688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6b0f2a4. 00010000:00000010:3.1:1761311751.769544:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eba608f0. 00010000:00000010:3.1:1761311751.769567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:2.1:1761311751.793451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d6d3857. 00010000:00000010:2.1:1761311751.793476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311751.796463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f8eac51. 00010000:00000010:0.1:1761311751.813176:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e63ed519. 00010000:00000010:2.1:1761311751.815861:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000899e3749. 00010000:00000010:2.1:1761311751.815880:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:0.1:1761311751.831537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9f57dae. 00010000:00000010:2.1:1761311751.836382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000623fbc57. 00010000:00000010:2.1:1761311751.850631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311751.853479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000838841b2. 00010000:00000010:1.1:1761311751.859350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5b4ddc7. 00010000:00000010:1.1:1761311751.859367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:0.1:1761311751.874488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000910f4655. 00010000:00000010:1.1:1761311751.878483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b3a8943. 00010000:00000010:1.1:1761311751.878499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311751.892364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025cd0dcc. 00010000:00000010:1.1:1761311751.895475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbf04a33. 00010000:00000010:1.1:1761311751.895491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311751.903482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094ca3b53. 00010000:00000010:1.1:1761311751.903512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311751.904367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007034509a. 00010000:00000010:3.1:1761311751.918482:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb7e9117. 00010000:00000010:0.1:1761311751.918934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fff5d07. 00010000:00000010:0.1:1761311751.918944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311751.928362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021659b94. 00010000:00000010:0.1:1761311751.936384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005484dca1. 00010000:00000010:0.1:1761311751.936415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311751.946347:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030204f8f. 00010000:00000010:0.1:1761311751.946353:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311751.949160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fd8da5f. 00010000:00000010:0.1:1761311751.955378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e5b5593. 00010000:00000010:0.1:1761311751.955389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311751.956067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000212fce39. 00010000:00000010:1.1:1761311751.966432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fdbf520. 00010000:00000010:0.1:1761311751.969618:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097713823. 00010000:00000010:0.1:1761311751.969628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311751.977513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfb3c147. 00010000:00000010:0.1:1761311751.982987:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f03b5de0. 00010000:00000010:0.1:1761311751.983012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:1.1:1761311751.986448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b9cbc93. 00010000:00000010:0.1:1761311751.992615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bba8c23f. 00010000:00000010:0.1:1761311751.992639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311752.003016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004698ca3e. 00010000:00000010:0.1:1761311752.003023:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311752.003350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ccc1219. 00010000:00000010:0.1:1761311752.007797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af1c8f4. 00010000:00000010:0.1:1761311752.007808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f04584b. 00010000:00000010:0.1:1761311752.007813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311752.020621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005056f07d. 00010000:00000010:0.1:1761311752.041759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c72d8a74. 00010000:00000010:0.1:1761311752.041779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311752.049361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e99fabf3. 00010000:00000010:0.1:1761311752.051704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080989090. 00010000:00000010:0.1:1761311752.051716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311752.051767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311752.051776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042703882. 00010000:00000010:3.1:1761311752.051779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000edaa42ee. 00010000:00000010:2.1:1761311752.054346:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006840bda2. 00010000:00000010:0.1:1761311752.054735:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000247cce5f. 00010000:00000010:0.1:1761311752.054743:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311752.059478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000053dbe0. 00010000:00000010:0.1:1761311752.064880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0e53005. 00010000:00000010:0.1:1761311752.064901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311752.071304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fd62299. 00010000:00000010:3.1:1761311752.071342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e8b3b3e. 00010000:00000010:0.1:1761311752.071403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:2.1:1761311752.078567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ad7bcd8. 00010000:00000010:0.1:1761311752.081520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000473fe3ed. 00010000:00000010:0.1:1761311752.081541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311752.086563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c476bc. 00010000:00000010:0.1:1761311752.086573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e55649a. 00010000:00000010:0.1:1761311752.086577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:2.1:1761311752.096351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1e34d68. 00010000:00000010:0.1:1761311752.101794:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000972d738e. 00010000:00000010:0.1:1761311752.101814:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311752.103339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af23afe5. 00010000:00000010:2.1:1761311752.103397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dcaab0d. 00010000:00000010:0.1:1761311752.104252:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc22cce0. 00010000:00000010:0.1:1761311752.104262:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311752.107734:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6bc7360. 00010000:00000010:0.1:1761311752.107751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311752.128492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067254596. 00010000:00000010:0.1:1761311752.134347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e990923. 00010000:00000010:0.1:1761311752.134358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.1:1761311752.134363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000667a4c61. 00010000:00000010:0.1:1761311752.134366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311752.157965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000cc73a84. 00010000:00000010:3.1:1761311752.168387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c404b72. 00010000:00000010:3.1:1761311752.168418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311752.168427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c46597e2. 00010000:00000010:3.1:1761311752.177359:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e68dab0e. 00010000:00000010:2.1:1761311752.179861:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092a11da2. 00010000:00000010:2.1:1761311752.179875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311752.198413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bb7efc4. 00010000:00000010:0.1:1761311752.198435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0e43a83. 00010000:00000010:0.1:1761311752.198443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311752.216335:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab158db0. 00010000:00000010:2.1:1761311752.216343:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311752.216892:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e488ec88. 00010000:00000010:2.1:1761311752.234420:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000874f95ea. 00010000:00000010:2.1:1761311752.240361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9e0f351. 00010000:00000010:0.1:1761311752.240440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079047fd6. 00010000:00000010:0.1:1761311752.240450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:0.1:1761311752.240454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b380c84. 00010000:00000010:0.1:1761311752.240459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d7b387. 00010000:00000010:0.1:1761311752.240462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311752.240515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024e559b0. 00010000:00000010:3.1:1761311752.240520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:1.1:1761311752.244653:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a70fd30. 00010000:00000010:1.1:1761311752.244664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311752.249507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed824046. 00010000:00000010:1.1:1761311752.257331:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cf901ca. 00010000:00000010:1.1:1761311752.257352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311752.257995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ea91aa0. 00010000:00000010:1.1:1761311752.262370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9257663. 00010000:00000010:1.1:1761311752.262381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311752.263134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035dbde3e. 00010000:00000010:2.1:1761311752.271004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720a70c4. 00010000:00000010:3.1:1761311752.274636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078892434. 00010000:00000010:3.1:1761311752.274659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311752.278358:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094cc740c. 00010000:00000010:1.1:1761311752.278367:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311752.279047:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cb64db1. 00010000:00000010:2.1:1761311752.285283:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a9dee01. 00010000:00000010:1.1:1761311752.290694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cffaa9a. 00010000:00000010:1.1:1761311752.290701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311752.300033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084533c2a. 00010000:00000010:0.1:1761311752.300043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311752.302386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006560d9fe. 00010000:00000010:2.1:1761311752.303420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000459a9cd5. 00010000:00000010:3.1:1761311752.310110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e23d910. 00010000:00000010:3.1:1761311752.310118:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.1:1761311752.315368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a233b7ac. 00010000:00000010:1.1:1761311752.320694:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007376f293. 00010000:00000010:1.1:1761311752.320703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311752.325193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba1dc9e6. 00010000:00000010:3.1:1761311752.340194:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d29b60. 00010000:00000010:2.1:1761311752.340523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311752.352363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3607dc4. 00010000:00000010:2.1:1761311752.356283:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fb8f6d6. 00010000:00000010:2.1:1761311752.356295:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311752.368149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b049300. 00010000:00000010:2.1:1761311752.375881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da720395. 00010000:00000010:2.1:1761311752.375899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:0.1:1761311752.377423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be444c3e. 00010000:00000010:2.1:1761311752.381734:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d0103ec. 00010000:00000010:2.1:1761311752.381746:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311752.381751:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a337e7d1. 00010000:00000010:2.1:1761311752.381754:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042bd6d7d. 00010000:00000010:2.1:1761311752.381761:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311752.393354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9b1fda3. 00010000:00000010:1.1:1761311752.393377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.1:1761311752.394600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e969ea42. 00010000:00000010:0.1:1761311752.397421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ff37ff7. 00010000:00000010:2.1:1761311752.400781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000807bb2f3. 00010000:00000010:2.1:1761311752.400799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311752.424086:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6dc0672. 00010000:00000010:2.1:1761311752.424105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311752.424341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032beaf1d. 00010000:00000010:1.1:1761311752.448240:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000758720ab. 00010000:00000010:1.1:1761311752.448250:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311752.448584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cbf0e19. 00010000:00000010:1.1:1761311752.453492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a873d05b. 00010000:00000010:1.1:1761311752.453516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311752.457640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7bff445. 00010000:00000010:1.1:1761311752.475439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa06ea2. 00010000:00000010:1.1:1761311752.475455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6d5e25c. 00010000:00000010:1.1:1761311752.475459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311752.494368:0:78188:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b94fe88a. 00010000:00000010:0.1:1761311752.495211:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d92e04c1. 00010000:00000010:0.1:1761311752.495221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311752.513346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021639ef8. 00010000:00000010:1.1:1761311752.513445:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079f3082d. 00010000:00000010:1.1:1761311752.513453:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:1.1:1761311752.524288:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad7bc290. 00010000:00000010:1.1:1761311752.535441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078e698ef. 00010000:00000010:1.1:1761311752.535461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311752.551976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d80c3d6. 00010000:00000010:1.1:1761311752.551985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d89bc604. 00010000:00000010:1.1:1761311752.551990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311752.557214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4f35c7e. 00010000:00000010:1.1:1761311752.557892:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087cddc0e. 00010000:00000010:1.1:1761311752.557900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311752.575888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006830fcfe. 00010000:00000010:1.1:1761311752.575899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311752.578352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325d44b3. 00010000:00000010:1.1:1761311752.582529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0da54af. 00010000:00000010:1.1:1761311752.582536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311752.586626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cbd1fb. 00010000:00000010:3.1:1761311752.606353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9bdbff6. 00010000:00000010:3.1:1761311752.606417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ba7cd87. 00010000:00000010:3.1:1761311752.606421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311752.618502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000420d3bc9. 00010000:00000010:3.1:1761311752.618512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:1.1:1761311752.618838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9fa36e9. 00010000:00000010:1.1:1761311752.647402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b272281. 00010000:00000010:2.1:1761311752.647858:0:78189:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b59474a6. 00010000:00000010:2.1:1761311752.647867:0:78189:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311752.652003:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d3ccb16. 00010000:00000010:3.1:1761311752.652143:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac50c1f4. 00010000:00000010:3.1:1761311752.652150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311752.662347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035238cf0. 00010000:00000010:0.1:1761311752.662353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fabaa012. 00010000:00000010:0.1:1761311752.662370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:3.1:1761311752.680789:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057c71982. 00010000:00000010:2.1:1761311752.684384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001739bb7b. 00010000:00000010:2.1:1761311752.684413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311752.688350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002386b9c1. 00010000:00000010:1.1:1761311752.693473:0:78188:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fe96ba1. 00010000:00000010:1.1:1761311752.693486:0:78188:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:0.1:1761311752.715369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1407cd4. 00010000:00000010:0.1:1761311752.715397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003255e926. 00010000:00000010:0.1:1761311752.715401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311752.727383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077d90db8. 00010000:00000010:1.1:1761311752.731197:0:78188:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bce7306a. 00010000:00000010:1.1:1761311752.731211:0:78188:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311752.731563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abf37680. 00010000:00000010:1.1:1761311752.741639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0fefd97. 00010000:00000010:1.1:1761311752.741648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311752.745006:0:78188:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311752.747018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072d93536. 00010000:00000010:3.1:1761311752.747030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001de85e9. 00010000:00000010:0.1:1761311752.771393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002f1a199e. 00010000:00000010:1.1:1761311752.771508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066676507. 00010000:00000010:1.1:1761311752.771514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311752.771676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004842fa4e. 00010000:00000010:1.1:1761311752.773520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000699e67ab. 00010000:00000010:1.1:1761311752.773659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311752.792347:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4604e62. 00010000:00000010:2.1:1761311752.792354:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311752.792362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000114729f9. 00010000:00000010:3.1:1761311752.805560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000020766fd. 00010000:00000010:2.1:1761311752.809230:0:78196:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004446118d. 00010000:00000010:2.1:1761311752.809243:0:78196:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:1.1:1761311752.821367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fd37726. 00010000:00000010:1.1:1761311752.821379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:0.1:1761311752.821455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f7fb524. 00010000:00000010:1.1:1761311752.830378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001525b9a1. 00010000:00000010:1.1:1761311752.830401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056e19dfa. 00010000:00000010:1.1:1761311752.830404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311752.837589:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000521ac33a. 00010000:00000010:1.1:1761311752.838343:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c743121. 00010000:00000010:1.1:1761311752.838350:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311752.863397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f72b7d1. 00010000:00000010:1.1:1761311752.863412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f689a8b8. 00010000:00000010:1.1:1761311752.863418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311752.872158:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008095f44d. 00010000:00000010:3.1:1761311752.872166:0:78199:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7dda4ab. 00010000:00000010:3.1:1761311752.872171:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311752.876844:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ff9bbd8. 00010000:00000010:1.1:1761311752.886087:0:78199:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5e16fd7. 00010000:00000010:1.1:1761311752.886105:0:78199:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:3.1:1761311752.898377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065a25026. 00010000:00000010:3.1:1761311752.898399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311752.902265:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a3c575d. 00010000:00000010:2.1:1761311752.909499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000154e2111. 00010000:00000010:1.1:1761311752.910481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000324807a5. 00010000:00000010:1.1:1761311752.910486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:2.1:1761311752.915340:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010835c30. 00010000:00000010:2.1:1761311752.915350:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311752.922351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b8a3f3c. 00010000:00000010:1.1:1761311752.939327:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085104a64. 00010000:00000010:1.1:1761311752.939335:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acb0faae. 00010000:00000010:1.1:1761311752.939339:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:3.1:1761311752.958560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a166122. 00010000:00000010:3.1:1761311752.958571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311752.958873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000bae78d. 00010000:00000010:3.1:1761311752.965548:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a5688bd. 00010000:00000010:3.1:1761311752.965561:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000640ed9e2. 00010000:00000010:3.1:1761311752.965564:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:2.1:1761311752.972592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab08ed74. 00010000:00000010:2.1:1761311752.972605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311752.980928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1e13057. 00010000:00000010:1.1:1761311752.996083:0:78202:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000658b44c7. 00010000:00000010:3.1:1761311753.008658:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f0d4e0. 00010000:00000010:3.1:1761311753.008666:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311753.009488:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7a0a3f3. 00010000:00000010:2.1:1761311753.009495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311753.013149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbd5225f. 00010000:00000010:0.1:1761311753.027351:0:78204:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c59e0679. 00010000:00000010:3.1:1761311753.028475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab13048e. 00010000:00000010:3.1:1761311753.028485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:2.1:1761311753.030424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096d5e661. 00010000:00000010:1.1:1761311753.032465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c984ade2. 00010000:00000010:1.1:1761311753.032472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.1:1761311753.034350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062e193dc. 00010000:00000010:1.1:1761311753.038786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e70b5d1. 00010000:00000010:1.1:1761311753.038798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311753.045359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3b30116. 00010000:00000010:3.1:1761311753.056334:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f1d818b. 00010000:00000010:3.1:1761311753.056343:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311753.070809:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018f0e1d2. 00010000:00000010:0.1:1761311753.075998:0:78205:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ae4de41. 00010000:00000010:0.1:1761311753.076012:0:78205:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:0.1:1761311753.082017:0:78201:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b92aee1a. 00010000:00000010:0.1:1761311753.082025:0:78201:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e928a4e3. 00010000:00000010:0.1:1761311753.082028:0:78201:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:1.1:1761311753.084551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059302717. 00010000:00000010:2.1:1761311753.084599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078e56b06. 00010000:00000010:2.1:1761311753.084605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085228ab1. 00010000:00000010:2.1:1761311753.084610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:2.1:1761311753.086358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c587b009. 00010000:00000010:2.1:1761311753.086363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311753.086567:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f25cf8ef. 00010000:00000010:1.1:1761311753.086573:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dece439b. 00010000:00000010:1.1:1761311753.086576:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:1.1:1761311753.094718:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e2ddda1. 00010000:00000010:2.1:1761311753.098463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ebeb4c3. 00010000:00000010:2.1:1761311753.098479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311753.100069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d5b247d. 00010000:00000010:2.1:1761311753.102920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4103b8a. 00010000:00000010:2.1:1761311753.102928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311753.107444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d69d3d5. 00010000:00000010:2.1:1761311753.111348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a5724bd. 00010000:00000010:2.1:1761311753.111359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311753.111364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb59268d. 00010000:00000010:2.1:1761311753.111367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311753.115669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d3cb5b8. 00010000:00000010:2.1:1761311753.121354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020ce8351. 00010000:00000010:2.1:1761311753.121364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311753.121427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023df8e3c. 00010000:00000010:3.1:1761311753.125093:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2e778ef. 00010000:00000010:2.1:1761311753.129468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a25bd63f. 00010000:00000010:2.1:1761311753.129481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311753.137596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa15adf4. 00010000:00000010:2.1:1761311753.149102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed86efd2. 00010000:00000010:2.1:1761311753.149109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311753.149113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff619caf. 00010000:00000010:2.1:1761311753.149116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311753.160099:0:78207:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000500212a3. 00010000:00000010:0.1:1761311753.169700:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000946d194a. 00010000:00000010:0.1:1761311753.169710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032822044. 00010000:00000010:0.1:1761311753.169715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:2.1:1761311753.189474:0:78209:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cca01563. 00010000:00000010:2.1:1761311753.189487:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:2.1:1761311753.189493:0:78209:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc7a0a65. 00010000:00000010:2.1:1761311753.189496:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311753.189499:0:78209:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a8d8655. 00010000:00000010:2.1:1761311753.189502:0:78209:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311753.190746:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f7466dc. 00010000:00000010:3.1:1761311753.190755:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049698c98. 00010000:00000010:3.1:1761311753.190759:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3975278. 00010000:00000010:1.1:1761311753.202508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048097360. 00010000:00000010:1.1:1761311753.202523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040a01cbb. 00010000:00000010:1.1:1761311753.202527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:3.1:1761311753.213065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004892fdf2. 00010000:00000010:3.1:1761311753.213080:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000030f4c6f. 00010000:00000010:3.1:1761311753.213084:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311753.219118:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000947eeeb7. 00010000:00000010:1.1:1761311753.219126:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:3.1:1761311753.231349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029ebd402. 00010000:00000010:3.1:1761311753.231356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b468fdad. 00010000:00000010:3.1:1761311753.231359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000462a3b01. 00010000:00000010:3.1:1761311753.231363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311753.252392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff687e78. 00010000:00000010:3.1:1761311753.252398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:1.1:1761311753.261877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d38ae1be. 00010000:00000010:0.1:1761311753.262225:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ce9e7bf. 00010000:00000010:2.1:1761311753.270083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdae9fb4. 00010000:00000010:2.1:1761311753.270094:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311753.270226:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018695445. 00010000:00000010:2.1:1761311753.270231:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000696360a6. 00010000:00000010:2.1:1761311753.270235:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311753.270238:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f859a54. 00010000:00000010:2.1:1761311753.272771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e3bb79a. 00010000:00000010:1.1:1761311753.273668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e0f93e3. 00010000:00000010:1.1:1761311753.273676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311753.273875:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027fb5674. 00010000:00000010:3.1:1761311753.273882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311753.276458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010a4e446. 00010000:00000010:3.1:1761311753.276472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000109679f0. 00010000:00000010:3.1:1761311753.276476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.1:1761311753.283055:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b65da3c2. 00010000:00000010:3.1:1761311753.283066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:1.1:1761311753.283124:0:78218:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb94a3d3. 00010000:00000010:3.1:1761311753.300340:0:78220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048a6c69c. 00010000:00000010:3.1:1761311753.300351:0:78220:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000222a639c. 00010000:00000010:3.1:1761311753.300355:0:78220:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:0.1:1761311753.303646:0:78219:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001931bdae. 00010000:00000010:0.1:1761311753.303657:0:78219:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.1:1761311753.303932:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000641afe5a. 00010000:00000010:3.1:1761311753.316526:0:78224:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007241a3b0. 00010000:00000010:3.1:1761311753.316537:0:78224:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000705ff0a. 00010000:00000010:3.1:1761311753.316541:0:78224:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.1:1761311753.317480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b825f10. 00010000:00000010:0.1:1761311753.317489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000026e11f5. 00010000:00000010:0.1:1761311753.317493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:1.1:1761311753.336360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000258612e1. 00010000:00000010:0.1:1761311753.348493:0:78224:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aae8f0d. 00010000:00000010:0.1:1761311753.348501:0:78224:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:0.1:1761311753.357748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0ebcfab. 00010000:00000010:0.1:1761311753.357758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdfc43f3. 00010000:00000010:0.1:1761311753.357763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311753.361796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ece35241. 00010000:00000010:0.1:1761311753.380420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e5d4b26. 00010000:00000010:0.1:1761311753.380426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:3.1:1761311753.389333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000561ebacc. 00010000:00000010:3.1:1761311753.389339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b632fb5a. 00010000:00000010:3.1:1761311753.389343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311753.393365:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1135004. 00010000:00000010:0.1:1761311753.393373:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:3.1:1761311753.393495:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f67a64. 00010000:00000010:0.1:1761311753.414048:0:78229:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063d969eb. 00010000:00000010:0.1:1761311753.414054:0:78229:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000423559fe. 00010000:00000010:0.1:1761311753.414058:0:78229:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:3.1:1761311753.421778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b5bdee0. 00010000:00000010:1.1:1761311753.427339:0:78230:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009f51183. 00010000:00000010:1.1:1761311753.427345:0:78230:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311753.433518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077aca9e7. 00010000:00000010:3.1:1761311753.441760:0:1050:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c83cac2. 00010000:00000010:3.1:1761311753.441776:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311753.455771:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a56c65ca. 00010000:00000010:3.1:1761311753.455779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:2.1:1761311753.457606:0:78232:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000821d42b4. 00010000:00000010:0.1:1761311753.458349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030176e48. 00010000:00000010:3.1:1761311753.464572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e293b998. 00010000:00000010:3.1:1761311753.464579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:0.1:1761311753.469752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdd7e651. 00010000:00000010:0.1:1761311753.469761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:1.1:1761311753.474617:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1694686. 00010000:00000010:3.1:1761311753.478986:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000084f1a88. 00010000:00000010:3.1:1761311753.478993:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:0.1:1761311753.479553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003fa68e92. 00010000:00000010:3.1:1761311753.484667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6f9d13e. 00010000:00000010:2.1:1761311753.484789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000021ec8fb. 00010000:00000010:2.1:1761311753.484794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:2.1:1761311753.489353:0:78235:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1b7faf3. 00010000:00000010:2.1:1761311753.489369:0:78235:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311753.489431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dab9f21e. 00010000:00000010:0.1:1761311753.497917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002461bf99. 00010000:00000010:3.1:1761311753.500430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b5f8307. 00010000:00000010:3.1:1761311753.500436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:1.1:1761311753.504375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003fba4aa. 00010000:00000010:1.1:1761311753.504393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.1:1761311753.511413:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abbc6942. 00010000:00000010:2.1:1761311753.519567:0:77271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ad70973. 00010000:00000010:2.1:1761311753.519580:0:77271:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000befefd0e. 00010000:00000010:2.1:1761311753.519584:0:77271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311753.527944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000917f721a. 00010000:00000010:2.1:1761311753.529535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014311a8b. 00010000:00000010:3.1:1761311753.529798:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079289f62. 00010000:00000010:3.1:1761311753.529806:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311753.531362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060cec3e3. 00010000:00000010:3.1:1761311753.531370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:3.1:1761311753.547326:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002559a0ad. 00010000:00000010:3.1:1761311753.547333:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:2.1:1761311753.549871:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000235ef915. 00010000:00000010:0.1:1761311753.559412:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c3847c2. 00010000:00000010:0.1:1761311753.559430:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c13d2bf2. 00010000:00000010:0.1:1761311753.559434:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:0.1:1761311753.569799:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad9c0104. 00010000:00000010:0.1:1761311753.569805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:1.1:1761311753.570501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001da371c4. 00010000:00000010:1.1:1761311753.580865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de0cdd19. 00010000:00000010:2.1:1761311753.585374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aab2a733. 00010000:00000010:2.1:1761311753.585395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:2.1:1761311753.590152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac7a67b6. 00010000:00000010:2.1:1761311753.590165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073787366. 00010000:00000010:2.1:1761311753.590169:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:1.1:1761311753.599856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d7a91f1. 00010000:00000010:2.1:1761311753.602115:0:77382:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c499d6e3. 00010000:00000010:2.1:1761311753.602139:0:77382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:0.1:1761311753.616335:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000776c5b34. 00010000:00000010:1.1:1761311753.616344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c910a75. 00010000:00000010:0.1:1761311753.616354:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc07740e. 00010000:00000010:0.1:1761311753.616361:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:0.1:1761311753.616363:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b1ec69e. 00010000:00000010:0.1:1761311753.616366:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:2.1:1761311753.617268:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b344f6ed. 00010000:00000010:2.1:1761311753.617275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d047dd71. 00010000:00000010:2.1:1761311753.617279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:0.1:1761311753.624485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a68df0f3. 00010000:00000010:0.1:1761311753.624491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:1.1:1761311753.625336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d875334. 00010000:00000010:0.1:1761311753.631539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000433ae32b. 00010000:00000010:0.1:1761311753.631548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:2.1:1761311753.632449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000541c2de0. 00010000:00000010:1.1:1761311753.640475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec9bdf94. 00010000:00000010:2.1:1761311753.644114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000623cf2f3. 00010000:00000010:2.1:1761311753.644121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:2.1:1761311753.652231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000954b8e52. 00010000:00000010:2.1:1761311753.652243:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:0.1:1761311753.652808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cba41096. 00010000:00000010:0.1:1761311753.656571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000720baa39. 00010000:00000010:2.1:1761311753.657723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1d133d7. 00010000:00000010:2.1:1761311753.657735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311753.661571:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cc3e104. 00010000:00000010:2.1:1761311753.661580:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:3.1:1761311753.661638:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000106310ef. 00010000:00000010:0.1:1761311753.662366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026f10cf4. 00010000:00000010:1.1:1761311753.664527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b3a03d5. 00010000:00000010:2.1:1761311753.664674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022546892. 00010000:00000010:2.1:1761311753.664683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311753.668578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032af4170. 00010000:00000010:2.1:1761311753.668592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:3.1:1761311753.674361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9a26cc9. 00010000:00000010:0.1:1761311753.679353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e189b7c. 00010000:00000010:2.1:1761311753.679450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f754efa9. 00010000:00000010:2.1:1761311753.679455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:1.1:1761311753.683622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff11f6a2. 00010000:00000010:1.1:1761311753.683630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.1:1761311753.684507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7c12d64. 00010000:00000010:2.1:1761311753.684513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311753.687563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5076230. 00010000:00000010:0.1:1761311753.694008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000898cfc99. 00010000:00000010:1.1:1761311753.694233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e235f82b. 00010000:00000010:1.1:1761311753.694241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311753.714580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0ede5e6. 00010000:00000010:2.1:1761311753.714594:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010bb25af. 00010000:00000010:2.1:1761311753.714598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311753.716339:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001779b7a. 00010000:00000010:0.1:1761311753.716408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bdab303. 00010000:00000010:1.1:1761311753.716626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044b6582f. 00010000:00000010:1.1:1761311753.716632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311753.718419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ca65637. 00010000:00000010:2.1:1761311753.718428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311753.721708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a99e5bfc. 00010000:00000010:1.1:1761311753.722368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad7e4061. 00010000:00000010:1.1:1761311753.722386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311753.726414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fe30f69. 00010000:00000010:2.1:1761311753.729474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c235aa66. 00010000:00000010:2.1:1761311753.729490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311753.730426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea23fb30. 00010000:00000010:2.1:1761311753.734493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fa80d76. 00010000:00000010:2.1:1761311753.734505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:3.1:1761311753.744093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fcc9173. 00010000:00000010:2.1:1761311753.748058:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c240bd5b. 00010000:00000010:2.1:1761311753.748066:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:2.1:1761311753.752643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007322407e. 00010000:00000010:2.1:1761311753.752651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311753.752654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000131b67f9. 00010000:00000010:2.1:1761311753.752657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:1.1:1761311753.752976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000980d171e. 00010000:00000010:1.1:1761311753.752982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009980d433. 00010000:00000010:2.1:1761311753.757628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba93aa96. 00010000:00000010:0.1:1761311753.757628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006b2b3db. 00010000:00000010:0.1:1761311753.757643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:0.1:1761311753.757650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a28afdc. 00010000:00000010:1.1:1761311753.761371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ffafede. 00010000:00000010:1.1:1761311753.761395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311753.766401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e84ad7a1. 00010000:00000010:2.1:1761311753.766477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000193e839f. 00010000:00000010:2.1:1761311753.766483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311753.770468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0d6973a. 00010000:00000010:2.1:1761311753.770997:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000376aa851. 00010000:00000010:2.1:1761311753.771004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:1.1:1761311753.775546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1004b76. 00010000:00000010:2.1:1761311753.779389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000950d60d4. 00010000:00000010:2.1:1761311753.779408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:0.1:1761311753.779459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b6c4e88. 00010000:00000010:1.1:1761311753.783403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068f16d1a. 00010000:00000010:1.1:1761311753.783413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:0.1:1761311753.788393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000332df520. 00010000:00000010:2.1:1761311753.791567:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2f8a29e. 00010000:00000010:2.1:1761311753.791575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311753.801358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfefc0b. 00010000:00000010:2.1:1761311753.801404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2be62e2. 00010000:00000010:2.1:1761311753.801410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311753.805545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000466522ef. 00010000:00000010:2.1:1761311753.805560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311753.805564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bf81d27. 00010000:00000010:2.1:1761311753.805567:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:1.1:1761311753.810427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4c8e019. 00010000:00000010:0.1:1761311753.810536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ef611ed. 00010000:00000010:2.1:1761311753.814395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000063c59f32. 00010000:00000010:2.1:1761311753.814413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071654c5b. 00010000:00000010:2.1:1761311753.814417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.1:1761311753.825430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a4feb4d. 00010000:00000010:2.1:1761311753.825442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:1.1:1761311753.825448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030120886. 00010000:00000010:0.1:1761311753.828533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a49999d. 00010000:00000010:0.1:1761311753.833350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e57f68bc. 00010000:00000010:0.1:1761311753.833357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:1.1:1761311753.838632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7cd2b1e. 00010000:00000010:2.1:1761311753.842522:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c52b85d7. 00010000:00000010:2.1:1761311753.842537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:2.1:1761311753.851357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b1b92d2. 00010000:00000010:2.1:1761311753.851374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311753.851420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e05160d. 00010000:00000010:1.1:1761311753.855420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f68db2e0. 00010000:00000010:0.1:1761311753.859579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7a1ab4a. 00010000:00000010:2.1:1761311753.860396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000615dadac. 00010000:00000010:2.1:1761311753.860404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311753.860407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052c2aa08. 00010000:00000010:2.1:1761311753.860410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311753.872570:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001840a41d. 00010000:00000010:2.1:1761311753.872579:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311753.877356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a64991fe. 00010000:00000010:1.1:1761311753.877407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008922e1bc. 00010000:00000010:2.1:1761311753.878031:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f472b583. 00010000:00000010:2.1:1761311753.878040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311753.883411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bd205a2. 00010000:00000010:2.1:1761311753.883422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311753.890857:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd9b1351. 00010000:00000010:3.1:1761311753.891417:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071521d12. 00010000:00000010:2.1:1761311753.891939:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f195f45. 00010000:00000010:2.1:1761311753.891946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311753.895732:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036e35e5a. 00010000:00000010:2.1:1761311753.895745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:0.1:1761311753.904453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003076f201. 00010000:00000010:2.1:1761311753.905761:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb6254b. 00010000:00000010:2.1:1761311753.905770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311753.908403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6a6732c. 00010000:00000010:0.1:1761311753.908414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb4ebdcf. 00010000:00000010:2.1:1761311753.921113:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025613aea. 00010000:00000010:2.1:1761311753.921122:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311753.925395:0:14:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050a6bfcc. 00010000:00000010:3.1:1761311753.930710:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012e7ff09. 00010000:00000010:3.1:1761311753.930719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311753.930728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002847f0a5. 00010000:00000010:2.1:1761311753.930733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311753.930735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007df9b450. 00010000:00000010:1.1:1761311753.931351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001975cb26. 00010000:00000010:2.1:1761311753.931524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc7e5d7c. 00010000:00000010:2.1:1761311753.931529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:1.1:1761311753.936367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c797b540. 00010000:00000010:2.1:1761311753.939367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ada914a. 00010000:00000010:2.1:1761311753.939387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311753.949363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b497c30. 00010000:00000010:3.1:1761311753.952365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e2ea6b6. 00010000:00000010:3.1:1761311753.952388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:1.1:1761311753.956694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016dd3713. 00010000:00000010:1.1:1761311753.956701:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae01b303. 00010000:00000010:3.1:1761311753.958048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000739e9544. 00010000:00000010:3.1:1761311753.958058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311753.958062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007443352c. 00010000:00000010:3.1:1761311753.958064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:3.1:1761311753.965589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f58e96c. 00010000:00000010:3.1:1761311753.965601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:1.1:1761311753.969868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df51c11e. 00010000:00000010:3.1:1761311753.970373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057e9e11e. 00010000:00000010:3.1:1761311753.970389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:2.1:1761311753.970457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab9b1a1b. 00010000:00000010:1.1:1761311753.975610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023c7f44c. 00010000:00000010:0.1:1761311753.982887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027798647. 00010000:00000010:0.1:1761311753.982901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:1.1:1761311753.986648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001573a35b. 00010000:00000010:3.1:1761311753.986709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000660d767f. 00010000:00000010:3.1:1761311753.986716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311753.991455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004974c6ac. 00010000:00000010:3.1:1761311753.997209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e206c41. 00010000:00000010:3.1:1761311753.997227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311753.999503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e2117a4. 00010000:00000010:3.1:1761311753.999518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:1.1:1761311753.999673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003020af2b. 00010000:00000010:1.1:1761311754.007371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000799b071b. 00010000:00000010:3.1:1761311754.012628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f51575b. 00010000:00000010:3.1:1761311754.012644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:1.1:1761311754.016352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052e0cb22. 00010000:00000010:3.1:1761311754.021489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5219eac. 00010000:00000010:3.1:1761311754.021505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311754.024751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4de1ee4. 00010000:00000010:3.1:1761311754.030584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc821885. 00010000:00000010:3.1:1761311754.030593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:1.1:1761311754.034354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac3587b9. 00010000:00000010:1.1:1761311754.034359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:1.1:1761311754.034362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de02d9f7. 00010000:00000010:1.1:1761311754.051397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b41fb01f. 00010000:00000010:0.1:1761311754.059588:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e76b7765. 00010000:00000010:0.1:1761311754.059594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311754.059742:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f34a291. 00010000:00000010:3.1:1761311754.059747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311754.063388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d29c6e1. 00010000:00000010:1.1:1761311754.075397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f9d86d4. 00010000:00000010:1.1:1761311754.075406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ab819d. 00010000:00000010:1.1:1761311754.075409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:3.1:1761311754.079812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c261125. 00010000:00000010:1.1:1761311754.084086:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000093f90921. 00010000:00000010:1.1:1761311754.084093:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311754.090365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025c4f4b1. 00010000:00000010:1.1:1761311754.098423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9f06449. 00010000:00000010:1.1:1761311754.098430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311754.103210:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4d5f9d7. 00010000:00000010:1.1:1761311754.103226:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5665e97. 00010000:00000010:1.1:1761311754.103232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311754.103777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cd08ec7. 00010000:00000010:0.1:1761311754.110409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a6505b1. 00010000:00000010:0.1:1761311754.110425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311754.115705:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a34318b. 00010000:00000010:0.1:1761311754.115719:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:3.1:1761311754.120480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002ab3d83. 00010000:00000010:2.1:1761311754.120888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041f6ad55. 00010000:00000010:2.1:1761311754.125347:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006631a912. 00010000:00000010:2.1:1761311754.125354:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:2.1:1761311754.130515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050863e95. 00010000:00000010:2.1:1761311754.130529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac6f113b. 00010000:00000010:2.1:1761311754.130533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311754.142691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005068529d. 00010000:00000010:2.1:1761311754.142699:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311754.143357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bec7eb6b. 00010000:00000010:0.1:1761311754.147415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b4f3040. 00010000:00000010:2.1:1761311754.150690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009642573b. 00010000:00000010:2.1:1761311754.150708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:3.1:1761311754.158457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000077bc5a7c. 00010000:00000010:2.1:1761311754.159354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9932d8c. 00010000:00000010:2.1:1761311754.159362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311754.169606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001d1c93a. 00010000:00000010:3.1:1761311754.171599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006432422. 00010000:00000010:3.1:1761311754.171606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311754.179410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5fc3249. 00010000:00000010:3.1:1761311754.179512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094c5eede. 00010000:00000010:3.1:1761311754.179518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311754.183710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c79a399. 00010000:00000010:3.1:1761311754.183717:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009dcb73c3. 00010000:00000010:3.1:1761311754.183721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:2.1:1761311754.189342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3367c76. 00010000:00000010:3.1:1761311754.195354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a34f598. 00010000:00000010:3.1:1761311754.195362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:1.1:1761311754.198650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c75522a. 00010000:00000010:0.1:1761311754.198721:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ceb9590f. 00010000:00000010:0.1:1761311754.198727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:3.1:1761311754.199538:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009ee21d4. 00010000:00000010:3.1:1761311754.199545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311754.218798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007655dea1. 00010000:00000010:0.1:1761311754.222930:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f48dffa. 00010000:00000010:0.1:1761311754.222945:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311754.223028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af117213. 00010000:00000010:3.1:1761311754.223034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:3.1:1761311754.226838:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e34f3f6d. 00010000:00000010:3.1:1761311754.226853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:1.1:1761311754.227538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc811f5e. 00010000:00000010:1.1:1761311754.227545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8d899c3. 00010000:00000010:1.1:1761311754.227548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081448359. 00010000:00000010:0.1:1761311754.232359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007deb3350. 00010000:00000010:0.1:1761311754.232369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:1.1:1761311754.239477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fd93b60. 00010000:00000010:1.1:1761311754.245361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008eafa8c5. 00010000:00000010:3.1:1761311754.245415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d18cc963. 00010000:00000010:3.1:1761311754.245421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009716e941. 00010000:00000010:3.1:1761311754.245425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311754.245480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069abadbe. 00010000:00000010:0.1:1761311754.245485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.1:1761311754.251344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067185730. 00010000:00000010:0.1:1761311754.255837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bff51030. 00010000:00000010:0.1:1761311754.255851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:2.1:1761311754.256354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e378d7c. 00010000:00000010:0.1:1761311754.262365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000809298c2. 00010000:00000010:0.1:1761311754.262384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311754.263241:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000776f1181. 00010000:00000010:0.1:1761311754.266492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005733c682. 00010000:00000010:0.1:1761311754.266500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:2.1:1761311754.267422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4cf4c54. 00010000:00000010:1.1:1761311754.269459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000276dc08c. 00010000:00000010:1.1:1761311754.269470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311754.274685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f48d934e. 00010000:00000010:3.1:1761311754.274693:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc660de8. 00010000:00000010:3.1:1761311754.274696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311754.284417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088f5385c. 00010000:00000010:1.1:1761311754.285580:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da4757a7. 00010000:00000010:1.1:1761311754.285588:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:2.1:1761311754.290538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bc42348. 00010000:00000010:2.1:1761311754.293409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc2e6bb5. 00010000:00000010:1.1:1761311754.293472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cedd162a. 00010000:00000010:1.1:1761311754.293479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311754.293483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c44140d7. 00010000:00000010:1.1:1761311754.293487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311754.298117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f4ee744. 00010000:00000010:3.1:1761311754.298124:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311754.298297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073c72c45. 00010000:00000010:2.1:1761311754.306747:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb87b37c. 00010000:00000010:0.1:1761311754.310433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cba9691b. 00010000:00000010:0.1:1761311754.310440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311754.311537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007505d090. 00010000:00000010:1.1:1761311754.312234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bcc68d9. 00010000:00000010:1.1:1761311754.312242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:2.1:1761311754.320357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebcb93b2. 00010000:00000010:1.1:1761311754.326405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059079c42. 00010000:00000010:1.1:1761311754.326420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311754.326528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e93593d. 00010000:00000010:1.1:1761311754.329357:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0698064. 00010000:00000010:1.1:1761311754.329362:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311754.333112:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4c48976. 00010000:00000010:1.1:1761311754.333121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311754.333712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008feadc8. 00010000:00000010:0.1:1761311754.336481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e9e6a29. 00010000:00000010:1.1:1761311754.336593:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d25e1bec. 00010000:00000010:1.1:1761311754.336599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311754.343366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e2d61bb. 00010000:00000010:1.1:1761311754.347144:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef964e94. 00010000:00000010:1.1:1761311754.347152:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311754.347362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000436e8576. 00010000:00000010:1.1:1761311754.352809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003087f34. 00010000:00000010:1.1:1761311754.352816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311754.362598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce8c0dfa. 00010000:00000010:1.1:1761311754.362614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cac665d9. 00010000:00000010:1.1:1761311754.362618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311754.367438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554b9a1a. 00010000:00000010:1.1:1761311754.367824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ebc6c71. 00010000:00000010:1.1:1761311754.367831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311754.368764:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e9214e3. 00010000:00000010:2.1:1761311754.386358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022eb56cc. 00010000:00000010:1.1:1761311754.386419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003c65783. 00010000:00000010:1.1:1761311754.386426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311754.391372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c68edfc. 00010000:00000010:1.1:1761311754.391396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311754.395381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040291611. 00010000:00000010:1.1:1761311754.395397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b2a8bf0. 00010000:00000010:1.1:1761311754.395401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311754.422394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d4fd581. 00010000:00000010:2.1:1761311754.425345:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000107c8163. 00010000:00000010:2.1:1761311754.425351:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311754.438585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ee95615. 00010000:00000010:2.1:1761311754.438591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311754.438675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001125fb58. 00010000:00000010:2.1:1761311754.442832:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000eb896a. 00010000:00000010:2.1:1761311754.442849:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:1.1:1761311754.449477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d393f149. 00010000:00000010:2.1:1761311754.455708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007198064c. 00010000:00000010:2.1:1761311754.455725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:3.1:1761311754.456715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ab585d2. 00010000:00000010:1.1:1761311754.476368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e84e44b. 00010000:00000010:2.1:1761311754.488500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e496d618. 00010000:00000010:2.1:1761311754.488516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311754.505542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3105400. 00010000:00000010:2.1:1761311754.505550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:1.1:1761311754.509358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000068b6fb4. 00010000:00000010:1.1:1761311754.509381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c75431ef. 00010000:00000010:2.1:1761311754.511363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076242611. 00010000:00000010:2.1:1761311754.511385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311754.511390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8571eba. 00010000:00000010:2.1:1761311754.511396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056fb8155. 00010000:00000010:2.1:1761311754.511400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311754.511402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc551dba. 00010000:00000010:2.1:1761311754.511404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311754.511406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000108785ca. 00010000:00000010:2.1:1761311754.511408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:1.1:1761311754.511555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045d1fda2. 00010000:00000010:3.1:1761311754.512132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edcb8ca. 00010000:00000010:2.1:1761311754.525008:0:78240:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051eabb52. 00010000:00000010:2.1:1761311754.525015:0:78240:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e494830f. 00010000:00000010:2.1:1761311754.525022:0:78240:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:3.1:1761311754.537270:0:78240:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040765729. 00010000:00000010:2.1:1761311754.541289:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac76e7a1. 00010000:00000010:2.1:1761311754.541300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:3.1:1761311754.546135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0f5ed6a. 00010000:00000010:3.1:1761311754.546152:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008900e87b. 00010000:00000010:3.1:1761311754.546157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311754.547021:0:78242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad8a0d9b. 00010000:00000010:0.1:1761311754.547031:0:78242:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000555e0c28. 00010000:00000010:0.1:1761311754.547034:0:78242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:0.1:1761311754.547058:0:78242:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e170da41. 00010000:00000010:2.1:1761311754.552891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df57ddea. 00010000:00000010:2.1:1761311754.552903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:1.1:1761311754.570468:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004820165d. 00010000:00000010:0.1:1761311754.577031:0:78244:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d015f4e. 00010000:00000010:0.1:1761311754.577044:0:78244:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:0.1:1761311754.580484:0:78244:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c12f385. 00010000:00000010:0.1:1761311754.580496:0:78244:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003f14a740. 00010000:00000010:0.1:1761311754.580509:0:78244:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:2.1:1761311754.601455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000653bd580. 00010000:00000010:2.1:1761311754.601468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aceb7931. 00010000:00000010:2.1:1761311754.601473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:1.1:1761311754.615348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7101251. 00010000:00000010:2.1:1761311754.620405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0687a6c. 00010000:00000010:2.1:1761311754.620412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:2.1:1761311754.620416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cf1b0a8. 00010000:00000010:2.1:1761311754.620419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039925034. 00010000:00000010:2.1:1761311754.620423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311754.627043:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000922f6f9c. 00010000:00000010:2.1:1761311754.627061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311754.628725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a840851f. 00010000:00000010:2.1:1761311754.632995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082e67972. 00010000:00000010:2.1:1761311754.633002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311754.633351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dd8bcc0. 00010000:00000010:1.1:1761311754.639349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004d0e551. 00010000:00000010:1.1:1761311754.651409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091c72473. 00010000:00000010:2.1:1761311754.651814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb2a1f4f. 00010000:00000010:2.1:1761311754.651822:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311754.667411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fba700e. 00010000:00000010:2.1:1761311754.667424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311754.673610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dedc27e8. 00010000:00000010:3.1:1761311754.673636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8099d08. 00010000:00000010:3.1:1761311754.673641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:2.1:1761311754.673779:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a0e95b8. 00010000:00000010:2.1:1761311754.673788:0:15808:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4b1cf89. 00010000:00000010:2.1:1761311754.673792:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311754.682781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cd1767b. 00010000:00000010:3.1:1761311754.682805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311754.685413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018d1092c. 00010000:00000010:3.1:1761311754.707261:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025bee8ad. 00010000:00000010:3.1:1761311754.707279:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:1.1:1761311754.707488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de61da24. 00010000:00000010:0.1:1761311754.722730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000015b62f29. 00010000:00000010:0.1:1761311754.722746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311754.723093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f325f32c. 00010000:00000010:0.1:1761311754.730866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e29f4d2. 00010000:00000010:2.1:1761311754.731470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b1210e6. 00010000:00000010:2.1:1761311754.731481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:2.1:1761311754.766503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000052f4959. 00010000:00000010:2.1:1761311754.766520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a002e14f. 00010000:00000010:2.1:1761311754.766524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311754.776384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a917197. 00010000:00000010:0.1:1761311754.776521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b017cb4d. 00010000:00000010:0.1:1761311754.776527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:2.1:1761311754.779352:0:78239:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000037b1226. 00010000:00000010:2.1:1761311754.779363:0:78239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311754.790541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000871bea38. 00010000:00000010:2.1:1761311754.810642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f75cac8. 00010000:00000010:2.1:1761311754.810651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f664129e. 00010000:00000010:2.1:1761311754.810654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311754.815411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003f27daef. 00010000:00000010:3.1:1761311754.815423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311754.815427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055334953. 00010000:00000010:0.1:1761311754.826813:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9bba9a1. 00010000:00000010:0.1:1761311754.826824:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:1.1:1761311754.830344:0:78250:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c6fdd8. 00010000:00000010:1.1:1761311754.837753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000625da7d3. 00010000:00000010:0.1:1761311754.837770:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086c3f0ff. 00010000:00000010:0.1:1761311754.837780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311754.839392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081d479e8. 00010000:00000010:0.1:1761311754.839401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:2.1:1761311754.842638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003df6c042. 00010000:00000010:0.1:1761311754.843070:0:78239:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000889147bb. 00010000:00000010:3.1:1761311754.848823:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000884faab9. 00010000:00000010:3.1:1761311754.848831:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.1:1761311754.865382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005745158. 00010000:00000010:0.1:1761311754.865396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.1:1761311754.874851:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053d51f1e. 00010000:00000010:1.1:1761311754.879620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e889e93. 00010000:00000010:1.1:1761311754.879630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311754.879889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fa9e277. 00010000:00000010:3.1:1761311754.886161:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822745cb. 00010000:00000010:3.1:1761311754.890990:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0f1bc76. 00010000:00000010:3.1:1761311754.891004:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311754.899361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a39d786. 00010000:00000010:2.1:1761311754.905471:0:78253:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fbe8d25. 00010000:00000010:2.1:1761311754.905482:0:78253:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:1.1:1761311754.907517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059f7c1bf. 00010000:00000010:3.1:1761311754.907913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001aa081da. 00010000:00000010:3.1:1761311754.907920:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311754.928486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2a7b8b. 00010000:00000010:3.1:1761311754.928491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311754.928494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005af6203d. 00010000:00000010:3.1:1761311754.930515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e7438f. 00010000:00000010:3.1:1761311754.930535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030d3e0d5. 00010000:00000010:3.1:1761311754.930540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311754.931004:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078665ef0. 00010000:00000010:1.1:1761311754.937667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e990bc8f. 00010000:00000010:1.1:1761311754.937680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:0.1:1761311754.945452:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034690fdb. 00010000:00000010:1.1:1761311754.949699:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000590ffca9. 00010000:00000010:1.1:1761311754.949706:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311754.953338:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000315da7de. 00010000:00000010:1.1:1761311754.953346:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311754.953697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001824b061. 00010000:00000010:0.1:1761311754.960488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bc22cc3. 00010000:00000010:2.1:1761311754.960587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d7c880b. 00010000:00000010:1.1:1761311754.960665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca40d904. 00010000:00000010:1.1:1761311754.960672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311754.960677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057188c06. 00010000:00000010:1.1:1761311754.960679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311754.961356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a6e8d1b. 00010000:00000010:1.1:1761311754.969364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3013bee. 00010000:00000010:1.1:1761311754.969382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311754.977355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e61c1ac. 00010000:00000010:0.1:1761311754.977367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311754.977382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da44a230. 00010000:00000010:3.1:1761311754.992466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009754e0e6. 00010000:00000010:3.1:1761311754.992473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080da345a. 00010000:00000010:3.1:1761311754.992476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311754.998387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000843b781a. 00010000:00000010:0.1:1761311754.998402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef05fd67. 00010000:00000010:3.1:1761311755.005480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032bd4834. 00010000:00000010:3.1:1761311755.005491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311755.005496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040faaed9. 00010000:00000010:3.1:1761311755.005499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:1.1:1761311755.005698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f153eea4. 00010000:00000010:1.1:1761311755.005703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000623ca6f3. 00010000:00000010:1.1:1761311755.005705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:1.1:1761311755.012845:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecd1f2e9. 00010000:00000010:2.1:1761311755.013111:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b4094f70. 00010000:00000010:2.1:1761311755.013117:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311755.017771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce03ec0. 00010000:00000010:2.1:1761311755.018958:0:78260:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad20aa8f. 00010000:00000010:2.1:1761311755.018965:0:78260:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:1.1:1761311755.025543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a835bb0. 00010000:00000010:1.1:1761311755.025550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009053fa77. 00010000:00000010:1.1:1761311755.025554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:1.1:1761311755.038529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024f3f9d1. 00010000:00000010:1.1:1761311755.038542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031c06f84. 00010000:00000010:1.1:1761311755.038548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311755.042062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ae45bea. 00010000:00000010:3.1:1761311755.046348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e20fbe22. 00010000:00000010:3.1:1761311755.046359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311755.046976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007330003f. 00010000:00000010:0.1:1761311755.050833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d819f5b7. 00010000:00000010:0.1:1761311755.050851:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311755.052398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa74d367. 00010000:00000010:1.1:1761311755.056783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb9ce689. 00010000:00000010:1.1:1761311755.056793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:3.1:1761311755.066333:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000309a62cd. 00010000:00000010:3.1:1761311755.066345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b70fa52. 00010000:00000010:3.1:1761311755.066349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311755.068778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b76498b2. 00010000:00000010:0.1:1761311755.073443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1367030. 00010000:00000010:0.1:1761311755.073452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311755.084612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e2e250a. 00010000:00000010:2.1:1761311755.084628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077aeec3b. 00010000:00000010:2.1:1761311755.084633:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:2.1:1761311755.094397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093b9bce0. 00010000:00000010:2.1:1761311755.094409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006991f924. 00010000:00000010:2.1:1761311755.094413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311755.097403:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad1236ba. 00010000:00000010:1.1:1761311755.110952:0:78275:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e36789b. 00010000:00000010:1.1:1761311755.110961:0:78275:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:3.1:1761311755.126125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000245061c1. 00010000:00000010:1.1:1761311755.137881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046a3693c. 00010000:00000010:1.1:1761311755.137894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311755.138070:0:78252:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8c3a69d. 00010000:00000010:1.1:1761311755.138074:0:78252:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe1a219a. 00010000:00000010:1.1:1761311755.138077:0:78252:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:3.1:1761311755.138999:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb2cb9ad. 00010000:00000010:3.1:1761311755.139005:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b6f381b. 00010000:00000010:3.1:1761311755.139008:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311755.142558:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f11f8b2. 00010000:00000010:1.1:1761311755.142565:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034763d74. 00010000:00000010:1.1:1761311755.142568:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311755.142572:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006aae0294. 00010000:00000010:1.1:1761311755.142596:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a90467bf. 00010000:00000010:1.1:1761311755.142600:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311755.151814:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000215e4dbb. 00010000:00000010:1.1:1761311755.151822:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d9a18d5. 00010000:00000010:1.1:1761311755.151825:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311755.172567:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004aef2e9. 00010000:00000010:2.1:1761311755.172574:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014941216. 00010000:00000010:2.1:1761311755.172578:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311755.191110:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000110e01c5. 00010000:00000010:2.1:1761311755.191121:0:794:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ec98619. 00010000:00000010:2.1:1761311755.191125:0:794:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:1.1:1761311755.201256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dac64ed. 00010000:00000010:2.1:1761311755.203463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000119508c8. 00010000:00000010:2.1:1761311755.203471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:1.1:1761311755.207537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8452f2f. 00010000:00000010:1.1:1761311755.207549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6db5a41. 00010000:00000010:1.1:1761311755.207553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311755.211439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089bc3ddd. 00010000:00000010:0.1:1761311755.211451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311755.213333:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ac228fa. 00010000:00000010:1.1:1761311755.217407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb6c06c3. 00010000:00000010:3.1:1761311755.218336:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085e2ab19. 00010000:00000010:3.1:1761311755.218342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311755.221715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064e06c28. 00010000:00000010:3.1:1761311755.221722:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007700235f. 00010000:00000010:3.1:1761311755.221726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.1:1761311755.223694:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006edb5634. 00010000:00000010:3.1:1761311755.223701:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:0.1:1761311755.224346:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000311445b8. 00010000:00000010:2.1:1761311755.236546:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dfe1c2c. 00010000:00000010:2.1:1761311755.236560:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004f0aafc. 00010000:00000010:2.1:1761311755.236564:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:0.1:1761311755.237828:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a75894df. 00010000:00000010:1.1:1761311755.239699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026592349. 00010000:00000010:1.1:1761311755.239706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:1.1:1761311755.243360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042367d47. 00010000:00000010:1.1:1761311755.243382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311755.243604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd4f2a99. 00010000:00000010:1.1:1761311755.258359:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e32ba08. 00010000:00000010:1.1:1761311755.258381:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032147644. 00010000:00000010:1.1:1761311755.258386:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311755.302391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c058361. 00010000:00000010:1.1:1761311755.302401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040df6e1c. 00010000:00000010:1.1:1761311755.302405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311755.305549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020742a2b. 00010000:00000010:2.1:1761311755.305556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311755.305579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032db1de0. 00010000:00000010:2.1:1761311755.305583:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd4dfac4. 00010000:00000010:2.1:1761311755.305587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311755.305590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006086016d. 00010000:00000010:2.1:1761311755.305592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f13d42ae. 00010000:00000010:2.1:1761311755.305617:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311755.307648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008906d2b3. 00010000:00000010:2.1:1761311755.313565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a065c9f1. 00010000:00000010:2.1:1761311755.313575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:3.1:1761311755.314018:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d3715958. 00010000:00000010:1.1:1761311755.325360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eba213f2. 00010000:00000010:2.1:1761311755.325427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011163b83. 00010000:00000010:2.1:1761311755.325435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311755.332328:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ffb99df. 00010000:00000010:3.1:1761311755.334516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007562f80. 00010000:00000010:3.1:1761311755.334531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:0.1:1761311755.338604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092a75925. 00010000:00000010:3.1:1761311755.340982:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009bfe244d. 00010000:00000010:3.1:1761311755.341000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:2.1:1761311755.347345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000032b1cf1d. 00010000:00000010:3.1:1761311755.353350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb7775d9. 00010000:00000010:3.1:1761311755.353357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:0.1:1761311755.356455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0d1ba0b. 00010000:00000010:1.1:1761311755.361596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6588280. 00010000:00000010:1.1:1761311755.361609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:2.1:1761311755.370892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7c51828. 00010000:00000010:2.1:1761311755.370903:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010fa9c24. 00010000:00000010:2.1:1761311755.370907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311755.374568:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb5e13e0. 00010000:00000010:2.1:1761311755.379539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006a43860. 00010000:00000010:2.1:1761311755.379548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311755.384434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d7ab0e0. 00010000:00000010:3.1:1761311755.390837:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8299b67. 00010000:00000010:2.1:1761311755.391528:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034d88265. 00010000:00000010:2.1:1761311755.391537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:1.1:1761311755.395460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089fc4744. 00010000:00000010:2.1:1761311755.396275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad854037. 00010000:00000010:2.1:1761311755.396282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311755.398499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000deb87c0. 00010000:00000010:2.1:1761311755.398510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311755.403221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d471ea4. 00010000:00000010:2.1:1761311755.405393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e05bb4. 00010000:00000010:2.1:1761311755.405408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311755.409496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b3bde7b. 00010000:00000010:2.1:1761311755.412755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333455b5. 00010000:00000010:2.1:1761311755.412770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:1.1:1761311755.427256:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e44c7fe. 00010000:00000010:2.1:1761311755.433304:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031ed7678. 00010000:00000010:2.1:1761311755.433324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311755.436794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7bb6558. 00010000:00000010:2.1:1761311755.441905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054dbe419. 00010000:00000010:2.1:1761311755.441916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:0.1:1761311755.451334:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033fff002. 00010000:00000010:0.1:1761311755.451345:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311755.451394:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c37673. 00010000:00000010:3.1:1761311755.459952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003984819c. 00010000:00000010:0.1:1761311755.467521:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e53a6917. 00010000:00000010:0.1:1761311755.467538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:1.1:1761311755.475339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000765d4dfc. 00010000:00000010:0.1:1761311755.477888:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ab52168. 00010000:00000010:0.1:1761311755.477903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311755.482274:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001efcfca0. 00010000:00000010:0.1:1761311755.482649:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c999556c. 00010000:00000010:0.1:1761311755.482656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311755.489233:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026e56a8e. 00010000:00000010:0.1:1761311755.489242:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031e3ca8d. 00010000:00000010:0.1:1761311755.489246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311755.500351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030772217. 00010000:00000010:0.1:1761311755.507353:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0e369e2. 00010000:00000010:0.1:1761311755.507360:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311755.514865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000485270d4. 00010000:00000010:0.1:1761311755.514875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:1.1:1761311755.516433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089e21133. 00010000:00000010:0.1:1761311755.524766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000797c7247. 00010000:00000010:0.1:1761311755.524782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fe094d6. 00010000:00000010:0.1:1761311755.524787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311755.533440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea7d9eed. 00010000:00000010:1.1:1761311755.533456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311755.534392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca84e151. 00010000:00000010:1.1:1761311755.550489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044201a42. 00010000:00000010:1.1:1761311755.550508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a996d0e. 00010000:00000010:1.1:1761311755.550513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311755.562378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036037892. 00010000:00000010:2.1:1761311755.569460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e9ebb36. 00010000:00000010:2.1:1761311755.569473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311755.574761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000453dc3b1. 00010000:00000010:1.1:1761311755.574775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000de9703b. 00010000:00000010:1.1:1761311755.574780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311755.579930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a25fb4f2. 00010000:00000010:1.1:1761311755.586650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d0143f2. 00010000:00000010:1.1:1761311755.586668:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311755.591652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087d1c864. 00010000:00000010:1.1:1761311755.591662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046a71bb7. 00010000:00000010:1.1:1761311755.591665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311755.604362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a79a10dd. 00010000:00000010:2.1:1761311755.614995:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3756b06. 00010000:00000010:1.1:1761311755.621584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063f15787. 00010000:00000010:1.1:1761311755.621596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311755.621604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7aaa3ac. 00010000:00000010:1.1:1761311755.621608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311755.626559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c78b7e97. 00010000:00000010:0.1:1761311755.630679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa573865. 00010000:00000010:0.1:1761311755.630689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311755.630695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dfbf690. 00010000:00000010:1.1:1761311755.633476:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a22b2dc3. 00010000:00000010:1.1:1761311755.633491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311755.637542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078ab93ed. 00010000:00000010:3.1:1761311755.645404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000203ce510. 00010000:00000010:3.1:1761311755.645411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:2.1:1761311755.649349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063664bee. 00010000:00000010:2.1:1761311755.649356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311755.655352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9183e63. 00010000:00000010:0.1:1761311755.660360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3ef8a7a. 00010000:00000010:1.1:1761311755.660428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd1d76ac. 00010000:00000010:1.1:1761311755.660435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311755.675940:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023d366ad. 00010000:00000010:0.1:1761311755.679347:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d882255. 00010000:00000010:1.1:1761311755.679412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080e54f3a. 00010000:00000010:1.1:1761311755.679420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311755.683388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000573166ad. 00010000:00000010:1.1:1761311755.683398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311755.683403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c3e50ce. 00010000:00000010:0.1:1761311755.683584:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053505fd6. 00010000:00000010:0.1:1761311755.683590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311755.688888:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5fe395c. 00010000:00000010:0.1:1761311755.689015:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbeefdce. 00010000:00000010:0.1:1761311755.689024:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311755.700145:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed27a613. 00010000:00000010:3.1:1761311755.704339:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f704d7a2. 00010000:00000010:0.1:1761311755.704655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067740281. 00010000:00000010:0.1:1761311755.704662:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:3.1:1761311755.707795:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f7a6ff7. 00010000:00000010:0.1:1761311755.708405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a55779b. 00010000:00000010:0.1:1761311755.708413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311755.708417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000078ee0ba. 00010000:00000010:0.1:1761311755.708420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311755.715936:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e355bdac. 00010000:00000010:0.1:1761311755.716347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d084d0b6. 00010000:00000010:0.1:1761311755.716356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.1:1761311755.720362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008f94cbb. 00010000:00000010:1.1:1761311755.728604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048d038b6. 00010000:00000010:1.1:1761311755.728619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:2.1:1761311755.732516:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008390b757. 00010000:00000010:2.1:1761311755.732523:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311755.736416:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fb10d76. 00010000:00000010:0.1:1761311755.736636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e2f5cd3. 00010000:00000010:0.1:1761311755.742629:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be0a1eaa. 00010000:00000010:0.1:1761311755.742641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:1.1:1761311755.752346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b590354f. 00010000:00000010:0.1:1761311755.752411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b519864d. 00010000:00000010:0.1:1761311755.752418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.1:1761311755.752424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dee2fc4. 00010000:00000010:0.1:1761311755.752429:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa6147dd. 00010000:00000010:0.1:1761311755.752432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:2.1:1761311755.755578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9774736. 00010000:00000010:2.1:1761311755.755593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:2.1:1761311755.761548:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ff80efd. 00010000:00000010:2.1:1761311755.761556:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311755.761683:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ea54593. 00010000:00000010:0.1:1761311755.761690:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009e3a404. 00010000:00000010:3.1:1761311755.765577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000952388d6. 00010000:00000010:0.1:1761311755.767480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1ee20f9. 00010000:00000010:0.1:1761311755.767488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:1.1:1761311755.767537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000582c9f7b. 00010000:00000010:2.1:1761311755.767659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021f3a4fc. 00010000:00000010:2.1:1761311755.767665:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:0.1:1761311755.775406:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a558ae06. 00010000:00000010:0.1:1761311755.775414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:2.1:1761311755.788350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fec6cec. 00010000:00000010:3.1:1761311755.795339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008991d84d. 00010000:00000010:2.1:1761311755.795387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b28b12f0. 00010000:00000010:2.1:1761311755.795393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:2.1:1761311755.795399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4669aa. 00010000:00000010:2.1:1761311755.795401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007164dd49. 00010000:00000010:2.1:1761311755.795405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:2.1:1761311755.803373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d376fdb7. 00010000:00000010:2.1:1761311755.808355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea1e6315. 00010000:00000010:0.1:1761311755.808434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a72220a. 00010000:00000010:0.1:1761311755.808441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311755.814878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f7af918. 00010000:00000010:0.1:1761311755.814891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311755.814897:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5bdca76. 00010000:00000010:0.1:1761311755.814901:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311755.820459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f181893. 00010000:00000010:1.1:1761311755.820518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c924f80b. 00010000:00000010:0.1:1761311755.821370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a799d9e9. 00010000:00000010:0.1:1761311755.821379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:2.1:1761311755.829355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7b04944. 00010000:00000010:0.1:1761311755.835631:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005072fad5. 00010000:00000010:0.1:1761311755.835645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.1:1761311755.835651:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d85e2c01. 00010000:00000010:0.1:1761311755.835655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311755.837636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017889516. 00010000:00000010:0.1:1761311755.838769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ca1747d. 00010000:00000010:0.1:1761311755.838780:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002864a3f4. 00010000:00000010:0.1:1761311755.838784:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:2.1:1761311755.849855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006fd775d1. 00010000:00000010:0.1:1761311755.855851:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004358f52e. 00010000:00000010:0.1:1761311755.855860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311755.861758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000accae799. 00010000:00000010:0.1:1761311755.861774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8eae919. 00010000:00000010:0.1:1761311755.861778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.1:1761311755.861782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003af6757d. 00010000:00000010:0.1:1761311755.861784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcfd0596. 00010000:00000010:0.1:1761311755.861787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:0.1:1761311755.872352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001e0a3ba9. 00010000:00000010:0.1:1761311755.872374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd58cb75. 00010000:00000010:0.1:1761311755.872380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311755.878352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bf381a1. 00010000:00000010:0.1:1761311755.884639:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa624758. 00010000:00000010:0.1:1761311755.884652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:0.1:1761311755.893664:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000882f859a. 00010000:00000010:0.1:1761311755.893677:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000258fa102. 00010000:00000010:0.1:1761311755.893681:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:3.1:1761311755.899992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039633f8f. 00010000:00000010:2.1:1761311755.904571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000376db3e6. 00010000:00000010:0.1:1761311755.906382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094e8b961. 00010000:00000010:0.1:1761311755.906390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311755.906395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029e0c50d. 00010000:00000010:0.1:1761311755.906398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311755.907954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b74b486d. 00010000:00000010:0.1:1761311755.915333:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030ed5d79. 00010000:00000010:0.1:1761311755.915344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:3.1:1761311755.924361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004059c342. 00010000:00000010:0.1:1761311755.924439:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042caf009. 00010000:00000010:0.1:1761311755.924446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:2.1:1761311755.948384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004db22864. 00010000:00000010:0.1:1761311755.952589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006caf203e. 00010000:00000010:0.1:1761311755.952602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:2.1:1761311755.957382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c27c0bc. 00010000:00000010:0.1:1761311755.957419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077e8d1ae. 00010000:00000010:0.1:1761311755.957428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.1:1761311755.957434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d67cd7ca. 00010000:00000010:0.1:1761311755.957437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:2.1:1761311755.966782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f19bdd6e. 00010000:00000010:0.1:1761311755.978389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ca05b12. 00010000:00000010:0.1:1761311755.978396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053a41e23. 00010000:00000010:0.1:1761311755.978402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311755.988637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009462148c. 00010000:00000010:2.1:1761311756.010378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000110b6961. 00010000:00000010:0.1:1761311756.011385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048f6c33d. 00010000:00000010:0.1:1761311756.011394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:1.1:1761311756.014582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7679843. 00010000:00000010:2.1:1761311756.015350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5350aca. 00010000:00000010:2.1:1761311756.015359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311756.015571:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d39f785. 00010000:00000010:0.1:1761311756.015578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311756.028686:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac0bac84. 00010000:00000010:2.1:1761311756.028884:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e87d7e37. 00010000:00000010:2.1:1761311756.028891:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:1.1:1761311756.029651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b52ca676. 00010000:00000010:2.1:1761311756.032462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf8f25b5. 00010000:00000010:2.1:1761311756.032475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311756.045381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000265d4796. 00010000:00000010:2.1:1761311756.046801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9194d85. 00010000:00000010:2.1:1761311756.046817:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311756.049592:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002af3b230. 00010000:00000010:0.1:1761311756.049602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311756.058683:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066094f01. 00010000:00000010:2.1:1761311756.070524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7dc93d6. 00010000:00000010:0.1:1761311756.075409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026eef96a. 00010000:00000010:0.1:1761311756.075422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:2.1:1761311756.080351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0dde4c. 00010000:00000010:2.1:1761311756.080370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0b80d35. 00010000:00000010:2.1:1761311756.080375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311756.080506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029275079. 00010000:00000010:2.1:1761311756.089434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000123f9286. 00010000:00000010:0.1:1761311756.089607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6130a82. 00010000:00000010:0.1:1761311756.089614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311756.096449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e1b8dce. 00010000:00000010:0.1:1761311756.096466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.1:1761311756.108336:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfebf2dd. 00010000:00000010:0.1:1761311756.108343:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311756.108437:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47db198. 00010000:00000010:3.1:1761311756.112479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003913fde5. 00010000:00000010:0.1:1761311756.117356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037c94cd6. 00010000:00000010:0.1:1761311756.117377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311756.121356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000830fa427. 00010000:00000010:0.1:1761311756.121373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311756.126418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e858b7ad. 00010000:00000010:3.1:1761311756.133372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66da3e3. 00010000:00000010:3.1:1761311756.133384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:3.1:1761311756.133391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038f8bb0a. 00010000:00000010:2.1:1761311756.137490:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005772bc86. 00010000:00000010:3.1:1761311756.138505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8b3e9b9. 00010000:00000010:0.1:1761311756.138534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e35a4bf6. 00010000:00000010:0.1:1761311756.138540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:0.1:1761311756.142348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007246cfef. 00010000:00000010:0.1:1761311756.142356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311756.145110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000307f9ce2. 00010000:00000010:2.1:1761311756.145172:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000906b5699. 00010000:00000010:2.1:1761311756.145179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311756.151638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000518ee362. 00010000:00000010:1.1:1761311756.157011:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3937be6. 00010000:00000010:1.1:1761311756.157029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311756.160608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b80e403. 00010000:00000010:2.1:1761311756.160620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d4e0635. 00010000:00000010:2.1:1761311756.160624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311756.167019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df2234c8. 00010000:00000010:2.1:1761311756.178438:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b02d7d5. 00010000:00000010:2.1:1761311756.178452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:0.1:1761311756.182350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c16a9fdd. 00010000:00000010:1.1:1761311756.188756:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3d325c4. 00010000:00000010:1.1:1761311756.188770:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:3.1:1761311756.214375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016df292c. 00010000:00000010:2.1:1761311756.219385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a292a20. 00010000:00000010:2.1:1761311756.219399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311756.221501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000629c91d2. 00010000:00000010:2.1:1761311756.221556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de3b4bb9. 00010000:00000010:2.1:1761311756.221563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311756.232200:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046b47a9d. 00010000:00000010:2.1:1761311756.232209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:3.1:1761311756.233062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a7a90de. 00010000:00000010:2.1:1761311756.241344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb80b848. 00010000:00000010:2.1:1761311756.241356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000478353b9. 00010000:00000010:2.1:1761311756.241367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311756.247623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4746a2b. 00010000:00000010:2.1:1761311756.251627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f2747b2. 00010000:00000010:2.1:1761311756.251634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311756.258264:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b9133a8. 00010000:00000010:2.1:1761311756.258278:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cb6eec3. 00010000:00000010:2.1:1761311756.258282:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:3.1:1761311756.261401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2933ef0. 00010000:00000010:2.1:1761311756.261706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002ee6002. 00010000:00000010:2.1:1761311756.261712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:0.1:1761311756.267231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e552c48. 00010000:00000010:0.1:1761311756.267238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311756.276758:0:78289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001976744e. 00010000:00000010:1.1:1761311756.286737:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2fdcff9. 00010000:00000010:1.1:1761311756.286756:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311756.296539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000894b2bbb. 00010000:00000010:1.1:1761311756.312323:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046e64344. 00010000:00000010:1.1:1761311756.312338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005da0a661. 00010000:00000010:1.1:1761311756.312342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311756.331000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ed18242. 00010000:00000010:0.1:1761311756.331009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311756.336420:0:78289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000177d7860. 00010000:00000010:1.1:1761311756.347208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6550004. 00010000:00000010:3.1:1761311756.349246:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5af6cff. 00010000:00000010:0.1:1761311756.349795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b739a00. 00010000:00000010:0.1:1761311756.349801:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311756.349807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003aba4025. 00010000:00000010:0.1:1761311756.349811:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078b302ce. 00010000:00000010:0.1:1761311756.349815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311756.384484:0:14:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ab85198. 00010000:00000010:0.1:1761311756.384497:0:14:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:3.1:1761311756.469515:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a09d7d2. 00010000:00000010:3.1:1761311756.469523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd9b21de. 00010000:00000010:3.1:1761311756.469526:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311756.476815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fc1bba7. 00010000:00000010:3.1:1761311756.476835:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000552669b6. 00010000:00000010:3.1:1761311756.476839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.1:1761311756.484380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064cc7b70. 00010000:00000010:3.1:1761311756.484393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3661ceb. 00010000:00000010:3.1:1761311756.484397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:2.1:1761311756.499369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f613c084. 00010000:00000010:2.1:1761311756.499386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.1:1761311756.499868:0:78289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b18719be. 00010000:00000010:2.1:1761311756.518654:0:78290:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007886e952. 00010000:00000010:2.1:1761311756.518662:0:78290:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311756.519052:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000243bc189. 00010000:00000010:0.1:1761311756.528442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c36f71. 00010000:00000010:1.1:1761311756.528498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a3b33bf. 00010000:00000010:1.1:1761311756.528504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:3.1:1761311756.542476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b9cc295. 00010000:00000010:1.1:1761311756.543376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000554f20c0. 00010000:00000010:1.1:1761311756.543386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311756.559368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039f03de3. 00010000:00000010:1.1:1761311756.559382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4aac008. 00010000:00000010:1.1:1761311756.559387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311756.604436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003b7591be. 00010000:00000010:2.1:1761311756.604445:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019c5f6e2. 00010000:00000010:2.1:1761311756.604448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311756.611443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000938031da. 00010000:00000010:2.1:1761311756.611449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:0.1:1761311756.612346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b6b323d. 00010000:00000010:3.1:1761311756.629839:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c34f40c0. 00010000:00000010:3.1:1761311756.632484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:3.1:1761311756.632495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003726108d. 00010000:00000010:2.1:1761311756.658327:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf36975c. 00010000:00000010:2.1:1761311756.658344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d55baf1a. 00010000:00000010:2.1:1761311756.658348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311756.676532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061d20209. 00010000:00000010:3.1:1761311756.676557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311756.687916:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e995435e. 00010000:00000010:2.1:1761311756.704114:0:71877:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f67bdf4. 00010000:00000010:2.1:1761311756.704129:0:71877:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017c3869f. 00010000:00000010:2.1:1761311756.704132:0:71877:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:1.1:1761311756.717539:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0cf75e6. 00010000:00000010:0.1:1761311756.736454:0:47541:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005da0f704. 00010000:00000010:0.1:1761311756.736465:0:47541:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311756.746575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033921507. 00010000:00000010:2.1:1761311756.746586:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecfe1592. 00010000:00000010:2.1:1761311756.746591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:2.1:1761311756.763880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039be2e80. 00010000:00000010:2.1:1761311756.763892:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:1.1:1761311756.767685:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c5cfeec. 00010000:00000010:1.1:1761311756.816125:0:78303:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a03db97. 00010000:00000010:3.1:1761311756.820683:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f490ca45. 00010000:00000010:3.1:1761311756.820696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311756.835744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed54975. 00010000:00000010:2.1:1761311756.835753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003afdf47a. 00010000:00000010:2.1:1761311756.835757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:0.1:1761311756.850081:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d5275d8. 00010000:00000010:0.1:1761311756.850099:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.1:1761311756.851341:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb90dd26. 00010000:00000010:3.1:1761311756.852737:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f94d1bde. 00010000:00000010:3.1:1761311756.852745:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000616fb4bb. 00010000:00000010:3.1:1761311756.852749:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:2.1:1761311756.865406:0:78305:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091a1ff67. 00010000:00000010:1.1:1761311756.868337:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bf546e7. 00010000:00000010:1.1:1761311756.868348:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:2.1:1761311756.879742:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9bc0dc0. 00010000:00000010:2.1:1761311756.889079:0:78306:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cce6bfec. 00010000:00000010:2.1:1761311756.889091:0:78306:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311756.891667:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000822f0fec. 00010000:00000010:1.1:1761311756.891678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000dcbe02e. 00010000:00000010:1.1:1761311756.891682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:2.1:1761311756.912629:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a029e96c. 00010000:00000010:0.1:1761311756.914368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fd0c7b3. 00010000:00000010:0.1:1761311756.914381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311756.914391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000553d5e9f. 00010000:00000010:0.1:1761311756.914395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:1.1:1761311756.919508:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a924225f. 00010000:00000010:2.1:1761311756.930446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e206baa2. 00010000:00000010:1.1:1761311756.934536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2ff1c22. 00010000:00000010:1.1:1761311756.934551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311756.941606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000665060f6. 00010000:00000010:1.1:1761311756.942877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062faf899. 00010000:00000010:1.1:1761311756.942884:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311756.964540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000802586e0. 00010000:00000010:1.1:1761311756.965598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cdd46286. 00010000:00000010:1.1:1761311756.965609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311756.984872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aca7516. 00010000:00000010:0.1:1761311756.987718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dde232a2. 00010000:00000010:0.1:1761311756.987733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311756.988271:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000370c711f. 00010000:00000010:3.1:1761311756.988278:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:3.1:1761311756.994531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b4b5d70. 00010000:00000010:1.1:1761311756.996448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9009788. 00010000:00000010:1.1:1761311756.996460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040415afb. 00010000:00000010:1.1:1761311756.996463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.1:1761311756.997560:0:78302:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000925d08b1. 00010000:00000010:0.1:1761311757.000718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7f6b9e4. 00010000:00000010:0.1:1761311757.000731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311757.015372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c65bd287. 00010000:00000010:1.1:1761311757.015385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d227cf67. 00010000:00000010:1.1:1761311757.015388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:2.1:1761311757.038531:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b58c12b. 00010000:00000010:2.1:1761311757.038540:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000684dffad. 00010000:00000010:2.1:1761311757.038544:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311757.052282:0:78313:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006bd486cf. 00010000:00000010:2.1:1761311757.052294:0:78313:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cb730da. 00010000:00000010:2.1:1761311757.052303:0:78313:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311757.065869:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d111a809. 00010000:00000010:3.1:1761311757.070590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a91017e. 00010000:00000010:3.1:1761311757.070608:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311757.070630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006021322d. 00010000:00000010:3.1:1761311757.070634:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091aa9a29. 00010000:00000010:3.1:1761311757.070637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:2.1:1761311757.074488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f2708c1. 00010000:00000010:2.1:1761311757.074502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004b54d448. 00010000:00000010:2.1:1761311757.074504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311757.123026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef31f73d. 00010000:00000010:2.1:1761311757.123034:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007198d2a3. 00010000:00000010:2.1:1761311757.123039:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311757.124498:0:78320:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5ecc816. 00010000:00000010:2.1:1761311757.124504:0:78320:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009fcf5059. 00010000:00000010:2.1:1761311757.124508:0:78320:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311757.134227:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e07a14. 00010000:00000010:0.1:1761311757.134240:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a0d0c542. 00010000:00000010:0.1:1761311757.134245:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:0.1:1761311757.138611:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f71c5b1. 00010000:00000010:0.1:1761311757.138621:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311757.138780:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000517db270. 00010000:00000010:1.1:1761311757.138787:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000940ecbcd. 00010000:00000010:1.1:1761311757.138791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:1.1:1761311757.138796:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092b98e0e. 00010000:00000010:2.1:1761311757.149168:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a7baea1d. 00010000:00000010:2.1:1761311757.149177:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000566f6d43. 00010000:00000010:2.1:1761311757.149183:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311757.155188:0:78326:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4237287. 00010000:00000010:2.1:1761311757.164627:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023c24735. 00010000:00000010:2.1:1761311757.164634:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311757.169725:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000944f153c. 00010000:00000010:2.1:1761311757.179383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b50ee71b. 00010000:00000010:2.1:1761311757.179395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311757.196515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070712d09. 00010000:00000010:2.1:1761311757.196527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311757.199351:0:78329:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a61329. 00010000:00000010:2.1:1761311757.205367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000766c2e25. 00010000:00000010:2.1:1761311757.205383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311757.205399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f649f6cc. 00010000:00000010:2.1:1761311757.219482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023391ab5. 00010000:00000010:2.1:1761311757.219496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024ac889b. 00010000:00000010:2.1:1761311757.219501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:3.1:1761311757.223112:0:78330:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a56ef4c. 00010000:00000010:3.1:1761311757.223120:0:78330:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:1.1:1761311757.223673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025c444d3. 00010000:00000010:3.1:1761311757.240889:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd81a6f2. 00010000:00000010:3.1:1761311757.240898:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008195dc07. 00010000:00000010:3.1:1761311757.240903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:1.1:1761311757.249047:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa816812. 00010000:00000010:1.1:1761311757.249057:0:78331:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000955ae159. 00010000:00000010:1.1:1761311757.249065:0:78331:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311757.257541:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051906c20. 00010000:00000010:2.1:1761311757.257554:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311757.257595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078833f8f. 00010000:00000010:0.1:1761311757.275460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e04a779. 00010000:00000010:0.1:1761311757.275477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:1.1:1761311757.276131:0:78332:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074b0f9c6. 00010000:00000010:0.1:1761311757.278808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da871c16. 00010000:00000010:1.1:1761311757.296255:0:78333:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c2770f8. 00010000:00000010:1.1:1761311757.296263:0:78333:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.1:1761311757.297424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004588e4e4. 00010000:00000010:1.1:1761311757.303126:0:76719:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cadc9e39. 00010000:00000010:1.1:1761311757.303141:0:76719:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311757.304497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000554208e5. 00010000:00000010:0.1:1761311757.304507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d85f738. 00010000:00000010:0.1:1761311757.304512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311757.311430:0:76719:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000475efc08. 00010000:00000010:1.1:1761311757.311436:0:76719:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311757.313321:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a79b09e7. 00010000:00000010:3.1:1761311757.317227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000440174a2. 00010000:00000010:0.1:1761311757.319368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000829f2ab2. 00010000:00000010:0.1:1761311757.319376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311757.324463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000533b995. 00010000:00000010:2.1:1761311757.324469:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000592215d0. 00010000:00000010:2.1:1761311757.324473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:2.1:1761311757.336348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cd8cf6f. 00010000:00000010:2.1:1761311757.336363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311757.344329:0:78289:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000516dd31c. 00010000:00000010:0.1:1761311757.346379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cae2dc08. 00010000:00000010:3.1:1761311757.346510:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000322ae46a. 00010000:00000010:3.1:1761311757.346516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311757.360345:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8e88e5e. 00010000:00000010:2.1:1761311757.360361:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:0.1:1761311757.366439:0:78338:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000750a7ce. 00010000:00000010:2.1:1761311757.387959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d61c430c. 00010000:00000010:2.1:1761311757.387966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311757.391404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f12a8be. 00010000:00000010:1.1:1761311757.392249:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c207bed. 00010000:00000010:1.1:1761311757.392258:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c85c553. 00010000:00000010:1.1:1761311757.392261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:1.1:1761311757.394342:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005f95af5. 00010000:00000010:1.1:1761311757.394347:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6fa15b6. 00010000:00000010:1.1:1761311757.394360:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311757.406450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3c577e0. 00010000:00000010:1.1:1761311757.406503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002219bde8. 00010000:00000010:1.1:1761311757.406510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311757.410561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9e6e5ec. 00010000:00000010:1.1:1761311757.410573:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000523ad1ee. 00010000:00000010:1.1:1761311757.410576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311757.415730:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d3f0481. 00010000:00000010:0.1:1761311757.419496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d905f7d. 00010000:00000010:1.1:1761311757.420030:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081f4ad58. 00010000:00000010:1.1:1761311757.420038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311757.422515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000115efa00. 00010000:00000010:1.1:1761311757.422530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311757.427430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dd3ab61. 00010000:00000010:1.1:1761311757.427616:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4f2cbda. 00010000:00000010:1.1:1761311757.427623:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311757.431643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ef3436b. 00010000:00000010:0.1:1761311757.435347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007af43db2. 00010000:00000010:0.1:1761311757.435364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311757.440359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb12e968. 00010000:00000010:3.1:1761311757.444402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a362b530. 00010000:00000010:1.1:1761311757.445126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008862be85. 00010000:00000010:1.1:1761311757.445132:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:1.1:1761311757.448606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c0b0f4. 00010000:00000010:1.1:1761311757.448622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311757.451791:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8ac9d82. 00010000:00000010:1.1:1761311757.452438:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d512b30. 00010000:00000010:1.1:1761311757.452445:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311757.456121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000076a2c5e8. 00010000:00000010:1.1:1761311757.464766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007610d013. 00010000:00000010:1.1:1761311757.464778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311757.468348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000340a58f4. 00010000:00000010:2.1:1761311757.468587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c76e7fae. 00010000:00000010:1.1:1761311757.476625:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f457100. 00010000:00000010:1.1:1761311757.476638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311757.476643:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cacc5cb. 00010000:00000010:1.1:1761311757.476648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311757.476738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b88a4171. 00010000:00000010:1.1:1761311757.480663:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d08a82b8. 00010000:00000010:1.1:1761311757.480680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311757.484082:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b340754a. 00010000:00000010:1.1:1761311757.484088:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311757.484380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000796fc68d. 00010000:00000010:1.1:1761311757.487366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000d663f8. 00010000:00000010:1.1:1761311757.487380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311757.487430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f210101. 00010000:00000010:3.1:1761311757.487508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000382fe6a1. 00010000:00000010:0.1:1761311757.492054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b79507a8. 00010000:00000010:0.1:1761311757.492062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311757.500549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb483541. 00010000:00000010:1.1:1761311757.500562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.1:1761311757.504642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c28e3584. 00010000:00000010:1.1:1761311757.512540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000095c415f. 00010000:00000010:1.1:1761311757.512551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311757.512599:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042850789. 00010000:00000010:1.1:1761311757.530925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb586c17. 00010000:00000010:1.1:1761311757.530935:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311757.530990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9e7a910. 00010000:00000010:0.1:1761311757.534394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046ee0f1b. 00010000:00000010:1.1:1761311757.534858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c793e0d0. 00010000:00000010:1.1:1761311757.534867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311757.537950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1a5a1f3. 00010000:00000010:1.1:1761311757.537960:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311757.537965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea7c8b2a. 00010000:00000010:1.1:1761311757.537969:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311757.537971:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000673e2fea. 00010000:00000010:1.1:1761311757.537973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311757.538368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000886a9454. 00010000:00000010:3.1:1761311757.538475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3e67ee1. 00010000:00000010:3.1:1761311757.538481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e15d3df. 00010000:00000010:3.1:1761311757.544395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002084677f. 00010000:00000010:3.1:1761311757.544405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311757.544410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008438017b. 00010000:00000010:1.1:1761311757.552360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eca63d8. 00010000:00000010:1.1:1761311757.552378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311757.552598:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cff728e7. 00010000:00000010:1.1:1761311757.557743:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000514cec26. 00010000:00000010:1.1:1761311757.557759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311757.557966:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000031f2399f. 00010000:00000010:0.1:1761311757.561449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe687fea. 00010000:00000010:3.1:1761311757.566389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000757701be. 00010000:00000010:1.1:1761311757.566452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072582fec. 00010000:00000010:1.1:1761311757.566458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311757.582757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009edc57d3. 00010000:00000010:1.1:1761311757.583955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bab0abb. 00010000:00000010:1.1:1761311757.583963:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311757.585044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f9d403b. 00010000:00000010:1.1:1761311757.585053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311757.585719:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000754baa4. 00010000:00000010:2.1:1761311757.585726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311757.587570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ff1a11f. 00010000:00000010:0.1:1761311757.588400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c083af65. 00010000:00000010:2.1:1761311757.593369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ebb25af. 00010000:00000010:2.1:1761311757.593382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311757.603887:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6df5ee2. 00010000:00000010:0.1:1761311757.603894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.1:1761311757.606449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000c88c557. 00010000:00000010:3.1:1761311757.606491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000115265ba. 00010000:00000010:0.1:1761311757.609518:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001214888. 00010000:00000010:0.1:1761311757.609536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311757.614786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000255d1df2. 00010000:00000010:0.1:1761311757.615560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069b1a570. 00010000:00000010:0.1:1761311757.615569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:2.1:1761311757.621361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001581a98d. 00010000:00000010:2.1:1761311757.621367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311757.621421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bf86749. 00010000:00000010:3.1:1761311757.625497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa882adb. 00010000:00000010:0.1:1761311757.629740:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000123a7b0e. 00010000:00000010:0.1:1761311757.629753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311757.638428:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007dafff3c. 00010000:00000010:0.1:1761311757.641388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fd10630. 00010000:00000010:0.1:1761311757.641399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:3.1:1761311757.641529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000531583ea. 00010000:00000010:0.1:1761311757.645446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af5720bd. 00010000:00000010:0.1:1761311757.645454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311757.646421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003562fa1f. 00010000:00000010:2.1:1761311757.649563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000512a19db. 00010000:00000010:2.1:1761311757.649580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:2.1:1761311757.656572:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dce5437. 00010000:00000010:2.1:1761311757.656585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:0.1:1761311757.656635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2151c2c. 00010000:00000010:3.1:1761311757.661383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004878c5f0. 00010000:00000010:2.1:1761311757.671057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da2a0bb9. 00010000:00000010:2.1:1761311757.671075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311757.671446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d717965e. 00010000:00000010:0.1:1761311757.679377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a1bd24. 00010000:00000010:2.1:1761311757.679443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d71a9c47. 00010000:00000010:2.1:1761311757.679451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311757.683369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043448a15. 00010000:00000010:2.1:1761311757.683383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:3.1:1761311757.683619:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000017c12e4. 00010000:00000010:3.1:1761311757.683630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:3.1:1761311757.687545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d87643a7. 00010000:00000010:3.1:1761311757.687555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d992d92. 00010000:00000010:3.1:1761311757.687563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:2.1:1761311757.688340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877fe981. 00010000:00000010:2.1:1761311757.695370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c411787. 00010000:00000010:3.1:1761311757.695537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ae8a84b. 00010000:00000010:3.1:1761311757.695544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:0.1:1761311757.718575:0:77382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097db88fe. 00010000:00000010:3.1:1761311757.733418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075d3f837. 00010000:00000010:3.1:1761311757.733427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:2.1:1761311757.734414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf930ad. 00010000:00000010:3.1:1761311757.736347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000335f3cb5. 00010000:00000010:3.1:1761311757.736369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:3.1:1761311757.736374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083aad768. 00010000:00000010:1.1:1761311757.736415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007ac9471. 00010000:00000010:1.1:1761311757.736421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:3.1:1761311757.757500:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4192e0b. 00010000:00000010:3.1:1761311757.757508:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c6d1c7f. 00010000:00000010:3.1:1761311757.757512:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311757.758389:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019414835. 00010000:00000010:0.1:1761311757.758396:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034351a0e. 00010000:00000010:0.1:1761311757.758400:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:0.1:1761311757.758402:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000debb76a6. 00010000:00000010:0.1:1761311757.758405:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e52e88. 00010000:00000010:0.1:1761311757.758408:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311757.758412:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fab177ac. 00010000:00000010:0.1:1761311757.758415:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000272f03cb. 00010000:00000010:0.1:1761311757.758419:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:1.1:1761311757.763562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000773e07bc. 00010000:00000010:1.1:1761311757.763581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:3.1:1761311757.763717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca25ae77. 00010000:00000010:2.1:1761311757.772356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007bed222. 00010000:00000010:1.1:1761311757.777955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000067f5f. 00010000:00000010:1.1:1761311757.777967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311757.783362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9899c11. 00010000:00000010:3.1:1761311757.786360:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4ac4615. 00010000:00000010:1.1:1761311757.786667:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493779e8. 00010000:00000010:1.1:1761311757.786675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311757.790414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a717527e. 00010000:00000010:1.1:1761311757.790429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311757.795083:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef2759ae. 00010000:00000010:1.1:1761311757.795091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311757.795398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071df9604. 00010000:00000010:2.1:1761311757.800987:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb3fd3f. 00010000:00000010:0.1:1761311757.804540:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b46b0763. 00010000:00000010:0.1:1761311757.804548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311757.814424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d0207e0. 00010000:00000010:3.1:1761311757.814442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:1.1:1761311757.814547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001827bef0. 00010000:00000010:2.1:1761311757.817712:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a888d62. 00010000:00000010:2.1:1761311757.825391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:2.1:1761311757.825401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9fc3c3f. 00010000:00000010:3.1:1761311757.829477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a75c94b1. 00010000:00000010:3.1:1761311757.829482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:2.1:1761311757.829904:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002a98dc8. 00010000:00000010:2.1:1761311757.842456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2332d27. 00010000:00000010:3.1:1761311757.843755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059f728db. 00010000:00000010:3.1:1761311757.843761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311757.845289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000794ca44. 00010000:00000010:2.1:1761311757.849554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cb18d4d5. 00010000:00000010:2.1:1761311757.849562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:0.1:1761311757.849604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4f3988b. 00010000:00000010:0.1:1761311757.849609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:1.1:1761311757.853394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000705e3add. 00010000:00000010:2.1:1761311757.857054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005264e997. 00010000:00000010:0.1:1761311757.859071:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab7a2681. 00010000:00000010:0.1:1761311757.859083:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:2.1:1761311757.863357:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7965fe3. 00010000:00000010:2.1:1761311757.863367:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311757.867445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6440682. 00010000:00000010:2.1:1761311757.872178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4d1737f. 00010000:00000010:2.1:1761311757.872188:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311757.876762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d18f459. 00010000:00000010:1.1:1761311757.880690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfc71967. 00010000:00000010:2.1:1761311757.881126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000549df271. 00010000:00000010:2.1:1761311757.881135:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311757.885606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004631b52f. 00010000:00000010:2.1:1761311757.893364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000164b1526. 00010000:00000010:2.1:1761311757.893376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311757.897360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e8d58dd. 00010000:00000010:0.1:1761311757.897413:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005beca50a. 00010000:00000010:0.1:1761311757.897418:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:0.1:1761311757.901410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067b96e34. 00010000:00000010:0.1:1761311757.901427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:2.1:1761311757.901702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe4ec1ac. 00010000:00000010:3.1:1761311757.902064:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009753bb8b. 00010000:00000010:0.1:1761311757.906407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000650065bc. 00010000:00000010:0.1:1761311757.906420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:2.1:1761311757.912361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f1eb10f. 00010000:00000010:0.1:1761311757.919878:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d0d8f9f. 00010000:00000010:0.1:1761311757.919887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311757.923550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f8e7c4e. 00010000:00000010:0.1:1761311757.924451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000087110fb. 00010000:00000010:0.1:1761311757.924459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:2.1:1761311757.929818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c45623c. 00010000:00000010:0.1:1761311757.929893:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000770dd1cd. 00010000:00000010:0.1:1761311757.929899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311757.934080:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b6aed22. 00010000:00000010:0.1:1761311757.934247:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0d274d1. 00010000:00000010:0.1:1761311757.934253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:2.1:1761311757.934358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000374260e7. 00010000:00000010:1.1:1761311757.936490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6669516. 00010000:00000010:0.1:1761311757.936865:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e3b3e48. 00010000:00000010:0.1:1761311757.936873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311757.945478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb37775b. 00010000:00000010:0.1:1761311757.945495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:2.1:1761311757.948529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b489681b. 00010000:00000010:0.1:1761311757.954437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d4fc2ad. 00010000:00000010:0.1:1761311757.954445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:1.1:1761311757.979528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3e1bd5b. 00010000:00000010:0.1:1761311757.981739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2b2d439. 00010000:00000010:0.1:1761311757.981753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:2.1:1761311757.982694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a22f8e1. 00010000:00000010:2.1:1761311757.982704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb252563. 00010000:00000010:2.1:1761311757.982708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311757.985870:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040a71bdd. 00010000:00000010:2.1:1761311757.985878:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311757.985881:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b35aceef. 00010000:00000010:2.1:1761311757.985884:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311757.986398:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4223637. 00010000:00000010:0.1:1761311757.987696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4b8b933. 00010000:00000010:0.1:1761311757.987704:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059da08ea. 00010000:00000010:0.1:1761311757.987707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311757.987711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e3e803. 00010000:00000010:1.1:1761311757.991433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac745d71. 00010000:00000010:1.1:1761311757.991448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311757.995435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b026b81. 00010000:00000010:0.1:1761311757.998407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d40bf655. 00010000:00000010:1.1:1761311758.000046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bcec5c3. 00010000:00000010:1.1:1761311758.000053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311758.007447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b3c434b. 00010000:00000010:1.1:1761311758.008418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085985e58. 00010000:00000010:1.1:1761311758.008425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311758.013224:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f194e83. 00010000:00000010:1.1:1761311758.013231:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311758.016472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b970a91. 00010000:00000010:3.1:1761311758.016672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a8188a. 00010000:00000010:1.1:1761311758.016966:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094139889. 00010000:00000010:1.1:1761311758.016971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311758.021639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006671a79c. 00010000:00000010:1.1:1761311758.027614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000824a9924. 00010000:00000010:1.1:1761311758.027621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311758.027660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a20d82d. 00010000:00000010:1.1:1761311758.031454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fe8aed1. 00010000:00000010:1.1:1761311758.031462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311758.035368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9f77a79. 00010000:00000010:0.1:1761311758.035381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311758.035786:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec3227b2. 00010000:00000010:2.1:1761311758.039360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c28b974e. 00010000:00000010:0.1:1761311758.041963:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007ae6c6f. 00010000:00000010:0.1:1761311758.041973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311758.042391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009659c6b4. 00010000:00000010:0.1:1761311758.047601:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000053e1e95. 00010000:00000010:0.1:1761311758.047612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:2.1:1761311758.055371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028045a9b. 00010000:00000010:2.1:1761311758.055379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:2.1:1761311758.055384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006838661e. 00010000:00000010:0.1:1761311758.062227:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b2fe656. 00010000:00000010:0.1:1761311758.062234:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a50fc5f7. 00010000:00000010:0.1:1761311758.062239:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:2.1:1761311758.065585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7eae058. 00010000:00000010:2.1:1761311758.065593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311758.070609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009999cb0f. 00010000:00000010:1.1:1761311758.074537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000129d34e2. 00010000:00000010:2.1:1761311758.074590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062a65534. 00010000:00000010:2.1:1761311758.074597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311758.079338:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4a5f101. 00010000:00000010:0.1:1761311758.079345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311758.079610:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8309eb9. 00010000:00000010:1.1:1761311758.084434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006de6992e. 00010000:00000010:2.1:1761311758.088943:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009321ca16. 00010000:00000010:2.1:1761311758.088957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:1.1:1761311758.092356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004c97163. 00010000:00000010:2.1:1761311758.097369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af63d241. 00010000:00000010:2.1:1761311758.097377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311758.114358:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003887321d. 00010000:00000010:0.1:1761311758.115479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003faed243. 00010000:00000010:0.1:1761311758.115486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:1.1:1761311758.117361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000199cff4e. 00010000:00000010:3.1:1761311758.117561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a97c0cac. 00010000:00000010:2.1:1761311758.120566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039ba98a1. 00010000:00000010:2.1:1761311758.120576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:2.1:1761311758.120584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005fcf8e5d. 00010000:00000010:3.1:1761311758.120868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b12fcd0. 00010000:00000010:3.1:1761311758.120874:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311758.120877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c02cbca8. 00010000:00000010:3.1:1761311758.120880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:2.1:1761311758.129217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1088683. 00010000:00000010:3.1:1761311758.132905:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff8c927b. 00010000:00000010:3.1:1761311758.132914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311758.133386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d83486dc. 00010000:00000010:2.1:1761311758.135920:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a601d36. 00010000:00000010:2.1:1761311758.135927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.1:1761311758.142438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002803eaa2. 00010000:00000010:2.1:1761311758.147243:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000076bea159. 00010000:00000010:2.1:1761311758.147253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:1.1:1761311758.154055:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000612604c0. 00010000:00000010:2.1:1761311758.156723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034ca2b98. 00010000:00000010:2.1:1761311758.156735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:3.1:1761311758.157298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7f3450f. 00010000:00000010:2.1:1761311758.161372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c10cf536. 00010000:00000010:2.1:1761311758.161381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311758.161421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a427a38a. 00010000:00000010:3.1:1761311758.181800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033aed939. 00010000:00000010:3.1:1761311758.181813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:1.1:1761311758.182357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ad770b2. 00010000:00000010:3.1:1761311758.187545:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7643743. 00010000:00000010:3.1:1761311758.187553:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311758.187954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c519880. 00010000:00000010:0.1:1761311758.187961:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:3.1:1761311758.194958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000166ece71. 00010000:00000010:3.1:1761311758.194975:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cade01c. 00010000:00000010:3.1:1761311758.194979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:1.1:1761311758.195983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000750e0273. 00010000:00000010:1.1:1761311758.195994:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d40daab3. 00010000:00000010:0.1:1761311758.199642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d35d69d. 00010000:00000010:0.1:1761311758.199657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:1.1:1761311758.212366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002c240c1. 00010000:00000010:0.1:1761311758.216379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed485f2e. 00010000:00000010:0.1:1761311758.216395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:1.1:1761311758.216473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007db5d61a. 00010000:00000010:1.1:1761311758.216481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311758.216485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a856714d. 00010000:00000010:2.1:1761311758.220383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000346ad272. 00010000:00000010:2.1:1761311758.220400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311758.220452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046c2fc95. 00010000:00000010:2.1:1761311758.228400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dd988d2. 00010000:00000010:2.1:1761311758.228417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fb10bdac. 00010000:00000010:2.1:1761311758.228421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:1.1:1761311758.239708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009692c9ee. 00010000:00000010:2.1:1761311758.241883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060a0365f. 00010000:00000010:2.1:1761311758.241897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311758.266428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000006ea3a5. 00010000:00000010:2.1:1761311758.266456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099007351. 00010000:00000010:2.1:1761311758.266463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:1.1:1761311758.275733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f9fe5e7. 00010000:00000010:3.1:1761311758.275995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c590f16a. 00010000:00000010:3.1:1761311758.276001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311758.278358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082c8876. 00010000:00000010:1.1:1761311758.278400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000547573be. 00010000:00000010:1.1:1761311758.278408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311758.280566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006d02586. 00010000:00000010:0.1:1761311758.280577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311758.280811:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c12525a0. 00010000:00000010:1.1:1761311758.290344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9a99bcf. 00010000:00000010:1.1:1761311758.290358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.1:1761311758.290822:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008fb89b10. 00010000:00000010:3.1:1761311758.299193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075b2aa3a. 00010000:00000010:1.1:1761311758.304789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000031780e1. 00010000:00000010:1.1:1761311758.304803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311758.309491:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064af380c. 00010000:00000010:3.1:1761311758.309504:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bad02dbd. 00010000:00000010:3.1:1761311758.309508:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311758.328400:0:78342:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aedb34c4. 00010000:00000010:2.1:1761311758.332640:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000381c28c8. 00010000:00000010:2.1:1761311758.332649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:0.1:1761311758.337686:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e04bdb1. 00010000:00000010:0.1:1761311758.337694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311758.342419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000504219ef. 00010000:00000010:1.1:1761311758.343486:0:76719:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006743d959. 00010000:00000010:1.1:1761311758.347659:0:78340:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b33821ea. 00010000:00000010:1.1:1761311758.347678:0:78340:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311758.348547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000901829f4. 00010000:00000010:3.1:1761311758.348556:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3227c90. 00010000:00000010:3.1:1761311758.348561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311758.364495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e82235d. 00010000:00000010:2.1:1761311758.364549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000546b9145. 00010000:00000010:2.1:1761311758.364555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311758.371618:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af10df12. 00010000:00000010:3.1:1761311758.371626:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:1.1:1761311758.371896:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003312ca1d. 00010000:00000010:1.1:1761311758.376361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd09bf3d. 00010000:00000010:3.1:1761311758.380416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cc59193. 00010000:00000010:3.1:1761311758.380430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311758.401748:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7ffc53c. 00010000:00000010:3.1:1761311758.401760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e63451eb. 00010000:00000010:3.1:1761311758.401763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:3.1:1761311758.401765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024ddd297. 00010000:00000010:3.1:1761311758.401769:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234a43ab. 00010000:00000010:3.1:1761311758.401771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311758.411724:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e11d29b. 00010000:00000010:3.1:1761311758.414708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060187411. 00010000:00000010:3.1:1761311758.414721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:0.1:1761311758.415369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e13dc54. 00010000:00000010:2.1:1761311758.424042:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000477fc15e. 00010000:00000010:2.1:1761311758.424053:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311758.430720:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007763a336. 00010000:00000010:3.1:1761311758.430730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000da71a2e5. 00010000:00000010:3.1:1761311758.430735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:2.1:1761311758.430877:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013ffae5e. 00010000:00000010:3.1:1761311758.441408:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c2d697c6. 00010000:00000010:3.1:1761311758.441420:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:3.1:1761311758.441424:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfad5492. 00010000:00000010:3.1:1761311758.441427:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:0.1:1761311758.443131:0:78339:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6e5b205. 00010000:00000010:1.1:1761311758.445438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3da2220. 00010000:00000010:3.1:1761311758.457885:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e290795. 00010000:00000010:3.1:1761311758.457900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:1.1:1761311758.462386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082b231c9. 00010000:00000010:1.1:1761311758.462397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000234938f9. 00010000:00000010:1.1:1761311758.462401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:1.1:1761311758.475055:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0a764ab. 00010000:00000010:1.1:1761311758.475069:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000858462b8. 00010000:00000010:1.1:1761311758.475073:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311758.498807:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034ceebeb. 00010000:00000010:2.1:1761311758.498817:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4eec2cd. 00010000:00000010:2.1:1761311758.498821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311758.500944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af71f8f6. 00010000:00000010:0.1:1761311758.510353:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000700c2d7b. 00010000:00000010:0.1:1761311758.510368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311758.510378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015696340. 00010000:00000010:0.1:1761311758.510382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065f9a0b1. 00010000:00000010:0.1:1761311758.510385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:2.1:1761311758.522380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e25d8338. 00010000:00000010:2.1:1761311758.522385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3066fb3. 00010000:00000010:2.1:1761311758.522389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:3.1:1761311758.527132:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c52b41df. 00010000:00000010:3.1:1761311758.527144:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311758.530690:0:78349:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000831702f4. 00010000:00000010:3.1:1761311758.530834:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5a52d0c. 00010000:00000010:3.1:1761311758.530840:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:0.1:1761311758.531571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf523577. 00010000:00000010:1.1:1761311758.556458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009395dc9d. 00010000:00000010:1.1:1761311758.556475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.1:1761311758.556886:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000925dd5af. 00010000:00000010:2.1:1761311758.563601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c6b077c. 00010000:00000010:2.1:1761311758.563614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7935361. 00010000:00000010:2.1:1761311758.563618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311758.572392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082037b90. 00010000:00000010:0.1:1761311758.572408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d788503d. 00010000:00000010:0.1:1761311758.572413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:0.1:1761311758.575332:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efcc2636. 00010000:00000010:0.1:1761311758.575354:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003da0256a. 00010000:00000010:0.1:1761311758.575358:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:3.1:1761311758.585692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005199815f. 00010000:00000010:0.1:1761311758.592418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024fbfc9d. 00010000:00000010:0.1:1761311758.592430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:1.1:1761311758.593581:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d10501d. 00010000:00000010:0.1:1761311758.599330:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db07c4ae. 00010000:00000010:0.1:1761311758.599335:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.1:1761311758.606360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000090dcadd4. 00010000:00000010:0.1:1761311758.606373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066dac734. 00010000:00000010:0.1:1761311758.606377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311758.609331:0:78353:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec9d5921. 00010000:00000010:0.1:1761311758.609338:0:78353:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:1.1:1761311758.609990:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056add134. 00010000:00000010:3.1:1761311758.626708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fba5e4f7. 00010000:00000010:3.1:1761311758.639377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a2f2722. 00010000:00000010:3.1:1761311758.639388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:2.1:1761311758.639514:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089b44afe. 00010000:00000010:2.1:1761311758.639519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311758.643330:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c882810. 00010000:00000010:0.1:1761311758.643340:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2729b4e. 00010000:00000010:0.1:1761311758.643354:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5e11a27. 00010000:00000010:0.1:1761311758.643358:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000457ef21d. 00010000:00000010:0.1:1761311758.643362:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:1.1:1761311758.644059:0:78355:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001378e09c. 00010000:00000010:0.1:1761311758.649698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ef73ba8. 00010000:00000010:0.1:1761311758.649712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db041e8e. 00010000:00000010:0.1:1761311758.649715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:2.1:1761311758.650587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d9918bd. 00010000:00000010:2.1:1761311758.650596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:2.1:1761311758.650600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c3bc107. 00010000:00000010:2.1:1761311758.650603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311758.661261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096620b23. 00010000:00000010:1.1:1761311758.671397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb247007. 00010000:00000010:0.1:1761311758.671891:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009468a865. 00010000:00000010:0.1:1761311758.671897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:2.1:1761311758.675364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bed884c0. 00010000:00000010:2.1:1761311758.675372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:1.1:1761311758.680163:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d146bdd9. 00010000:00000010:1.1:1761311758.680169:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5188033. 00010000:00000010:1.1:1761311758.680172:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:1.1:1761311758.683332:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7ab549f. 00010000:00000010:1.1:1761311758.683340:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f685fe78. 00010000:00000010:1.1:1761311758.683352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311758.685341:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de5926c. 00010000:00000010:3.1:1761311758.685977:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ecbc9e8. 00010000:00000010:3.1:1761311758.685984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311758.687433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea32cb69. 00010000:00000010:3.1:1761311758.692808:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfa24630. 00010000:00000010:3.1:1761311758.692816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:0.1:1761311758.697445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000852d28. 00010000:00000010:2.1:1761311758.700941:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086e1d954. 00010000:00000010:3.1:1761311758.701560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007bbba0f2. 00010000:00000010:3.1:1761311758.701569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:3.1:1761311758.705378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000225d74d. 00010000:00000010:3.1:1761311758.705388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:2.1:1761311758.721357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af916dc2. 00010000:00000010:3.1:1761311758.723741:0:78339:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ba3ec65. 00010000:00000010:3.1:1761311758.723760:0:78339:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311758.723765:0:78339:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abcceeab. 00010000:00000010:3.1:1761311758.723768:0:78339:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:2.1:1761311758.730251:0:78357:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1ff7059. 00010000:00000010:3.1:1761311758.746445:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c6d968b. 00010000:00000010:3.1:1761311758.746457:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:3.1:1761311758.746460:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004953a870. 00010000:00000010:3.1:1761311758.746465:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047b8a8ac. 00010000:00000010:3.1:1761311758.746471:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:2.1:1761311758.746639:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a773e2b9. 00010000:00000010:2.1:1761311758.782994:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b35bf0ee. 00010000:00000010:2.1:1761311758.783012:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.1:1761311758.784036:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dcdb9f3. 00010000:00000010:2.1:1761311758.804552:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001aca31a1. 00010000:00000010:2.1:1761311758.804559:0:78369:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cc79a71. 00010000:00000010:2.1:1761311758.804562:0:78369:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:3.1:1761311758.818155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000620357aa. 00010000:00000010:3.1:1761311758.818162:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c02d5526. 00010000:00000010:3.1:1761311758.818168:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311758.818363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6f89e26. 00010000:00000010:1.1:1761311758.818370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba6bfb82. 00010000:00000010:1.1:1761311758.818376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:0.1:1761311758.826707:0:78371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d4d4a39. 00010000:00000010:0.1:1761311758.826718:0:78371:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067a2a859. 00010000:00000010:0.1:1761311758.826725:0:78371:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:2.1:1761311758.831242:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd82f62b. 00010000:00000010:2.1:1761311758.831256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005da2ecd6. 00010000:00000010:2.1:1761311758.831261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311758.874711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e8e52e4. 00010000:00000010:0.1:1761311758.874720:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1b6da6d. 00010000:00000010:0.1:1761311758.874727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311758.874736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073b6e0a9. 00010000:00000010:0.1:1761311758.874738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec12e1a8. 00010000:00000010:0.1:1761311758.874741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.1:1761311758.883580:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5025ffa. 00010000:00000010:0.1:1761311758.883589:0:78378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb227463. 00010000:00000010:0.1:1761311758.883592:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311758.886359:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8bbcba3. 00010000:00000010:1.1:1761311758.886374:0:78378:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004ac8c43. 00010000:00000010:1.1:1761311758.886378:0:78378:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:2.1:1761311758.910203:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e7a307f. 00010000:00000010:2.1:1761311758.910216:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b98d05b6. 00010000:00000010:2.1:1761311758.910222:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311758.931491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003874bda1. 00010000:00000010:0.1:1761311758.931502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bda6c256. 00010000:00000010:0.1:1761311758.931508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:3.1:1761311758.944365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b226efac. 00010000:00000010:3.1:1761311758.944376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311758.944404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f50e308a. 00010000:00000010:3.1:1761311758.944420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c28b3d78. 00010000:00000010:3.1:1761311758.944424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:2.1:1761311758.944474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000347e6f7f. 00010000:00000010:3.1:1761311758.947366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b5aa606. 00010000:00000010:3.1:1761311758.947378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f7ba2e8. 00010000:00000010:3.1:1761311758.947383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:2.1:1761311758.962796:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa834039. 00010000:00000010:2.1:1761311758.962805:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060cca871. 00010000:00000010:2.1:1761311758.962810:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:3.1:1761311758.987300:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081df608e. 00010000:00000010:3.1:1761311758.987461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000922264ab. 00010000:00000010:3.1:1761311758.988232:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:3.1:1761311758.988260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056d01957. 00010000:00000010:1.1:1761311758.989947:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be8d8eec. 00010000:00000010:1.1:1761311758.989954:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311758.991560:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bddb7de6. 00010000:00000010:3.1:1761311758.991567:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072597313. 00010000:00000010:3.1:1761311758.991574:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311758.991578:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009eeb0697. 00010000:00000010:3.1:1761311758.991581:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000831f9ea7. 00010000:00000010:3.1:1761311758.991587:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:1.1:1761311758.997467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006ad05f8d. 00010000:00000010:3.1:1761311759.006000:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db505d2b. 00010000:00000010:3.1:1761311759.006008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311759.033467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be70a4da. 00010000:00000010:3.1:1761311759.033475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000590d44e. 00010000:00000010:3.1:1761311759.033479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311759.040660:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5d78f17. 00010000:00000010:3.1:1761311759.040674:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a216c78f. 00010000:00000010:3.1:1761311759.040679:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311759.040682:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dc4254e. 00010000:00000010:3.1:1761311759.040685:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091450205. 00010000:00000010:3.1:1761311759.040689:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:0.1:1761311759.052410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f04074a9. 00010000:00000010:3.1:1761311759.057502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000540fcbc7. 00010000:00000010:3.1:1761311759.057509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311759.067081:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060b1e8af. 00010000:00000010:3.1:1761311759.067087:0:1372:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f886ee6. 00010000:00000010:3.1:1761311759.067090:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:0.1:1761311759.083598:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a1cabb. 00010000:00000010:0.1:1761311759.083608:0:1387:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000832aa073. 00010000:00000010:0.1:1761311759.083611:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:1.1:1761311759.101490:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1ef4e59. 00010000:00000010:1.1:1761311759.101504:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000443b81c5. 00010000:00000010:1.1:1761311759.101507:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:1.1:1761311759.115334:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac0e3244. 00010000:00000010:0.1:1761311759.115816:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a1790007. 00010000:00000010:0.1:1761311759.115822:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311759.128822:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fe1f232. 00010000:00000010:0.1:1761311759.128828:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b2baacc. 00010000:00000010:0.1:1761311759.128831:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:1.1:1761311759.138061:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8a8d4b3. 00010000:00000010:0.1:1761311759.138442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008750e111. 00010000:00000010:0.1:1761311759.138449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cff90c8. 00010000:00000010:0.1:1761311759.138452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:1.1:1761311759.146476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:1.1:1761311759.146485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000466fa240. 00010000:00000010:1.1:1761311759.150514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007445c59. 00010000:00000010:1.1:1761311759.150526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056f705e5. 00010000:00000010:1.1:1761311759.150529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:1.1:1761311759.157740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d55662b. 00010000:00000010:1.1:1761311759.157748:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7c0fef9. 00010000:00000010:1.1:1761311759.157752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311759.159672:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019841ad0. 00010000:00000010:1.1:1761311759.161454:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e4ff60e. 00010000:00000010:1.1:1761311759.161466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311759.170747:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cd95721. 00010000:00000010:1.1:1761311759.171354:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000891dda2c. 00010000:00000010:1.1:1761311759.171360:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311759.171549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a50ad136. 00010000:00000010:1.1:1761311759.174664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5dc3632. 00010000:00000010:1.1:1761311759.174678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311759.175008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3b79849. 00010000:00000010:1.1:1761311759.179405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edaf496d. 00010000:00000010:1.1:1761311759.179420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311759.179425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064bc0b6f. 00010000:00000010:1.1:1761311759.179428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311759.180702:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000620aac2a. 00010000:00000010:0.1:1761311759.184356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6aa5b0d. 00010000:00000010:2.1:1761311759.185534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004276e0d4. 00010000:00000010:2.1:1761311759.185545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311759.190710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b1f8936. 00010000:00000010:0.1:1761311759.194779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004040f56c. 00010000:00000010:2.1:1761311759.195033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006daba7aa. 00010000:00000010:2.1:1761311759.195040:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311759.198231:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036264d96. 00010000:00000010:2.1:1761311759.198238:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:1.1:1761311759.203527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003927af1b. 00010000:00000010:2.1:1761311759.203628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087996b8d. 00010000:00000010:2.1:1761311759.203635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311759.220400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077f8300f. 00010000:00000010:2.1:1761311759.220414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311759.222358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000beca3309. 00010000:00000010:0.1:1761311759.222406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf46ad20. 00010000:00000010:3.1:1761311759.222978:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d43f5e04. 00010000:00000010:3.1:1761311759.222987:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:2.1:1761311759.224782:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e62a3d6c. 00010000:00000010:3.1:1761311759.225333:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000713085f9. 00010000:00000010:3.1:1761311759.225347:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:1.1:1761311759.237430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044c10e38. 00010000:00000010:3.1:1761311759.238564:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b94a8c2. 00010000:00000010:3.1:1761311759.238573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:0.1:1761311759.239391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e1bf562. 00010000:00000010:0.1:1761311759.239398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311759.243345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000decbe11e. 00010000:00000010:2.1:1761311759.251657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a764189. 00010000:00000010:0.1:1761311759.251934:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a19d8dce. 00010000:00000010:0.1:1761311759.251942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:2.1:1761311759.254479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d462df44. 00010000:00000010:0.1:1761311759.259426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f20a72e4. 00010000:00000010:0.1:1761311759.259435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:0.1:1761311759.259440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dde259f5. 00010000:00000010:0.1:1761311759.259443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d792c2ce. 00010000:00000010:0.1:1761311759.259446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:3.1:1761311759.264364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075120fbf. 00010000:00000010:0.1:1761311759.267614:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b4adbde. 00010000:00000010:0.1:1761311759.267621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311759.272386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de2593f6. 00010000:00000010:0.1:1761311759.272408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:2.1:1761311759.272439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000969b210b. 00010000:00000010:3.1:1761311759.277871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d45e1165. 00010000:00000010:0.1:1761311759.287381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a759032. 00010000:00000010:0.1:1761311759.287393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:2.1:1761311759.287439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cf760dec. 00010000:00000010:0.1:1761311759.298082:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078f06c47. 00010000:00000010:0.1:1761311759.298089:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311759.298096:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b9ee8c4. 00010000:00000010:0.1:1761311759.298099:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:2.1:1761311759.304056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ffde957. 00010000:00000010:2.1:1761311759.309067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0ade0b. 00010000:00000010:1.1:1761311759.312729:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e7c42e5. 00010000:00000010:1.1:1761311759.312744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:1.1:1761311759.319959:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000d04d1b8. 00010000:00000010:1.1:1761311759.319970:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311759.320431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1e90c84. 00010000:00000010:3.1:1761311759.323671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8032d28. 00010000:00000010:2.1:1761311759.327448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c1ed2cce. 00010000:00000010:2.1:1761311759.327459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311759.332307:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095b73eb6. 00010000:00000010:1.1:1761311759.332565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311759.336572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e567c69. 00010000:00000010:1.1:1761311759.341227:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be92aaff. 00010000:00000010:1.1:1761311759.341244:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311759.341437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd4bb047. 00010000:00000010:3.1:1761311759.345947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000241322cd. 00010000:00000010:1.1:1761311759.351863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004ba3f202. 00010000:00000010:1.1:1761311759.351878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311759.356166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c4a13ab. 00010000:00000010:1.1:1761311759.356177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311759.356482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000015b754b8. 00010000:00000010:1.1:1761311759.361102:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b96a56e. 00010000:00000010:1.1:1761311759.361114:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003fe112c8. 00010000:00000010:1.1:1761311759.361120:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311759.369446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000151e37fb. 00010000:00000010:3.1:1761311759.370672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f8d5b8dc. 00010000:00000010:1.1:1761311759.371254:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024c60fc2. 00010000:00000010:1.1:1761311759.371260:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311759.375635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016d7afb0. 00010000:00000010:1.1:1761311759.375791:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c4e248e. 00010000:00000010:1.1:1761311759.375797:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311759.380819:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070d73678. 00010000:00000010:1.1:1761311759.380836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311759.380862:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fce07b76. 00010000:00000010:1.1:1761311759.380865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311759.385826:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c57ae257. 00010000:00000010:1.1:1761311759.385836:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311759.386364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7e18592. 00010000:00000010:3.1:1761311759.390411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6dea92f. 00010000:00000010:3.1:1761311759.390417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d5bcb619. 00010000:00000010:1.1:1761311759.393356:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d523374f. 00010000:00000010:1.1:1761311759.393365:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311759.397359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df4834ed. 00010000:00000010:1.1:1761311759.397738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000061741aed. 00010000:00000010:1.1:1761311759.397749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311759.400615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004661d537. 00010000:00000010:1.1:1761311759.404559:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034996aec. 00010000:00000010:1.1:1761311759.404575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311759.408356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074617673. 00010000:00000010:1.1:1761311759.408766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec4b5272. 00010000:00000010:1.1:1761311759.408773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311759.414507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eda76e53. 00010000:00000010:1.1:1761311759.414517:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7a1c35f. 00010000:00000010:1.1:1761311759.414522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311759.422391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000effeb0e3. 00010000:00000010:1.1:1761311759.422442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd54662a. 00010000:00000010:1.1:1761311759.422448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311759.424422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051217f42. 00010000:00000010:1.1:1761311759.428878:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016bc2355. 00010000:00000010:1.1:1761311759.428887:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311759.429963:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003233dac0. 00010000:00000010:3.1:1761311759.432546:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a38ce8a. 00010000:00000010:3.1:1761311759.432561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311759.441025:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006b42de3. 00010000:00000010:3.1:1761311759.441034:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:1.1:1761311759.442214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b335f3fb. 00010000:00000010:0.1:1761311759.445494:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c17a6ecf. 00010000:00000010:3.1:1761311759.448466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000023ced8c. 00010000:00000010:3.1:1761311759.448474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311759.448477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a05bbc3d. 00010000:00000010:3.1:1761311759.448480:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e66954d0. 00010000:00000010:3.1:1761311759.448482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.1:1761311759.453381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007460ee87. 00010000:00000010:3.1:1761311759.453399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c1ca555. 00010000:00000010:3.1:1761311759.453406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:1.1:1761311759.468364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22e2e9c. 00010000:00000010:2.1:1761311759.471537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c20751ae. 00010000:00000010:2.1:1761311759.471545:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:2.1:1761311759.476490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000912b2083. 00010000:00000010:2.1:1761311759.476497:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e387a18. 00010000:00000010:2.1:1761311759.476500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311759.481843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010416bbe. 00010000:00000010:1.1:1761311759.486366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074555b0c. 00010000:00000010:0.1:1761311759.486456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c9def1d. 00010000:00000010:0.1:1761311759.486462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311759.505710:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a3c60d9. 00010000:00000010:2.1:1761311759.505718:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311759.506426:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d3d18d9. 00010000:00000010:0.1:1761311759.506433:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311759.511603:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef5ea313. 00010000:00000010:2.1:1761311759.515354:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d34cacf. 00010000:00000010:2.1:1761311759.515364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311759.515369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef37c2e8. 00010000:00000010:2.1:1761311759.515371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311759.515423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005600cb95. 00010000:00000010:0.1:1761311759.515428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb30ac0f. 00010000:00000010:0.1:1761311759.515431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8acc9e8. 00010000:00000010:1.1:1761311759.515466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ab43d35. 00010000:00000010:1.1:1761311759.515473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:1.1:1761311759.520028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006487d238. 00010000:00000010:1.1:1761311759.520037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311759.523367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cbcd8bfb. 00010000:00000010:1.1:1761311759.529048:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ed4c618. 00010000:00000010:1.1:1761311759.529060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311759.529753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5e3c4c5. 00010000:00000010:1.1:1761311759.537645:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002e90111e. 00010000:00000010:1.1:1761311759.537656:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311759.539404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5a64ab8. 00010000:00000010:1.1:1761311759.545419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e2de92d4. 00010000:00000010:1.1:1761311759.545430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b06a0f8a. 00010000:00000010:1.1:1761311759.545435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007793eeb8. 00010000:00000010:1.1:1761311759.545439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311759.545479:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003cb5d13b. 00010000:00000010:2.1:1761311759.545487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311759.549369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aefdac9d. 00010000:00000010:1.1:1761311759.549380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311759.557352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003e0bc02c. 00010000:00000010:2.1:1761311759.557466:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ba4eb27. 00010000:00000010:2.1:1761311759.567520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075b07c47. 00010000:00000010:2.1:1761311759.567533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311759.567860:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004fd98a60. 00010000:00000010:2.1:1761311759.573561:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9d61c9a. 00010000:00000010:2.1:1761311759.573575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:1.1:1761311759.573618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ab83e87. 00010000:00000010:1.1:1761311759.573623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a640b852. 00010000:00000010:3.1:1761311759.577660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016b1a237. 00010000:00000010:2.1:1761311759.577744:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7b97f39. 00010000:00000010:2.1:1761311759.577751:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311759.577754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003651793c. 00010000:00000010:2.1:1761311759.577757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:2.1:1761311759.582409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dee79338. 00010000:00000010:2.1:1761311759.582424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:3.1:1761311759.587636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf3b1710. 00010000:00000010:2.1:1761311759.588178:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007ff87826. 00010000:00000010:2.1:1761311759.588187:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311759.588361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f01824b. 00010000:00000010:2.1:1761311759.591809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079d69e85. 00010000:00000010:2.1:1761311759.591818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311759.595420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ed96fc4. 00010000:00000010:2.1:1761311759.595431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:3.1:1761311759.595465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000629a630b. 00010000:00000010:3.1:1761311759.600632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d4faef0. 00010000:00000010:2.1:1761311759.609716:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005bd8c5fb. 00010000:00000010:2.1:1761311759.609726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:3.1:1761311759.618487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006da6d1c1. 00010000:00000010:0.1:1761311759.618557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000526245a9. 00010000:00000010:2.1:1761311759.623837:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0783ea6. 00010000:00000010:2.1:1761311759.623855:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:2.1:1761311759.623860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fc7d34a. 00010000:00000010:2.1:1761311759.623864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311759.628233:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a36e5c5b. 00010000:00000010:2.1:1761311759.628248:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311759.628597:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2e3782f. 00010000:00000010:1.1:1761311759.628642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045e8b2ef. 00010000:00000010:2.1:1761311759.630831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4b452d9. 00010000:00000010:2.1:1761311759.630839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:3.1:1761311759.635865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5f2586d. 00010000:00000010:2.1:1761311759.640374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062375ffc. 00010000:00000010:2.1:1761311759.640388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311759.640393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee297688. 00010000:00000010:3.1:1761311759.645399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090bad765. 00010000:00000010:3.1:1761311759.645411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:1.1:1761311759.648449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005670884e. 00010000:00000010:3.1:1761311759.649381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acc425c3. 00010000:00000010:3.1:1761311759.649391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311759.660682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bff27b38. 00010000:00000010:2.1:1761311759.660689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e42dcbd. 00010000:00000010:2.1:1761311759.660695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311759.670351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d7c3900. 00010000:00000010:2.1:1761311759.671074:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070f0dfe4. 00010000:00000010:2.1:1761311759.671082:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311759.677374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f447556. 00010000:00000010:2.1:1761311759.685355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025707777. 00010000:00000010:2.1:1761311759.685363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311759.695740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dd1fb1f. 00010000:00000010:0.1:1761311759.715459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bae2ca10. 00010000:00000010:0.1:1761311759.715472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b037a6b. 00010000:00000010:2.1:1761311759.715520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087ff2f6a. 00010000:00000010:2.1:1761311759.715527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311759.715531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000284716b7. 00010000:00000010:2.1:1761311759.715533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311759.719565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5149a89. 00010000:00000010:2.1:1761311759.719575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:1.1:1761311759.720184:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e646d71e. 00010000:00000010:0.1:1761311759.720499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077d7c0c1. 00010000:00000010:0.1:1761311759.720506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:1.1:1761311759.721367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4e2ab82. 00010000:00000010:3.1:1761311759.721435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000344fcce7. 00010000:00000010:3.1:1761311759.721441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311759.725160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2be8338. 00010000:00000010:0.1:1761311759.725168:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e1043d8. 00010000:00000010:0.1:1761311759.725173:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311759.731626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054d17727. 00010000:00000010:3.1:1761311759.731633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007828aa18. 00010000:00000010:3.1:1761311759.731637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:1.1:1761311759.740430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b0891f2. 00010000:00000010:0.1:1761311759.740575:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050f1bf4c. 00010000:00000010:0.1:1761311759.740582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:2.1:1761311759.748503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000124e4611. 00010000:00000010:0.1:1761311759.750426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028f657a0. 00010000:00000010:0.1:1761311759.750441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311759.752399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2ebec9a. 00010000:00000010:0.1:1761311759.752407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:1.1:1761311759.762348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ad862fd. 00010000:00000010:1.1:1761311759.766558:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041df8465. 00010000:00000010:2.1:1761311759.770707:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f00e5f4a. 00010000:00000010:0.1:1761311759.770908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cde81fe8. 00010000:00000010:0.1:1761311759.770914:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311759.775689:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000467a2158. 00010000:00000010:0.1:1761311759.775696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:1.1:1761311759.775744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027f04b5a. 00010000:00000010:0.1:1761311759.779388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000165b2ab4. 00010000:00000010:0.1:1761311759.779395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:3.1:1761311759.782462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090f1717d. 00010000:00000010:3.1:1761311759.782469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:1.1:1761311759.783405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfd8ceb1. 00010000:00000010:2.1:1761311759.787736:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070fd41c3. 00010000:00000010:1.1:1761311759.789767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6ac835b. 00010000:00000010:3.1:1761311759.790455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004568dc1f. 00010000:00000010:3.1:1761311759.790463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:3.1:1761311759.801142:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3c7f7bf. 00010000:00000010:3.1:1761311759.801150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311759.809116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044688770. 00010000:00000010:1.1:1761311759.809127:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa548c19. 00010000:00000010:3.1:1761311759.813494:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000015fdb3e. 00010000:00000010:3.1:1761311759.813504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.1:1761311759.813508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000765a51f9. 00010000:00000010:3.1:1761311759.813510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:2.1:1761311759.819363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af207a9. 00010000:00000010:1.1:1761311759.819416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030ca3044. 00010000:00000010:3.1:1761311759.819474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c534f97d. 00010000:00000010:3.1:1761311759.819479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:0.1:1761311759.823555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000509d814f. 00010000:00000010:0.1:1761311759.823562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:3.1:1761311759.824466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008df3ec8. 00010000:00000010:3.1:1761311759.824474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311759.829043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a66fc8c9. 00010000:00000010:2.1:1761311759.832360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d771ee7b. 00010000:00000010:0.1:1761311759.832451:0:15808:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003084be72. 00010000:00000010:0.1:1761311759.832458:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:2.1:1761311759.837368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adf3af04. 00010000:00000010:0.1:1761311759.837458:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4e14ae3. 00010000:00000010:0.1:1761311759.837464:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311759.842604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a5b0e8a. 00010000:00000010:0.1:1761311759.842616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:1.1:1761311759.848367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bd169bc. 00010000:00000010:1.1:1761311759.848378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000031ce862. 00010000:00000010:2.1:1761311759.853204:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075fc5e96. 00010000:00000010:0.1:1761311759.853285:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b911130e. 00010000:00000010:0.1:1761311759.853291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311759.853295:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000333daec8. 00010000:00000010:0.1:1761311759.853297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:2.1:1761311759.857477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000125b5fbe. 00010000:00000010:0.1:1761311759.860029:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056b85f57. 00010000:00000010:0.1:1761311759.860037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:1.1:1761311759.867774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050f749f5. 00010000:00000010:1.1:1761311759.867781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311759.868390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a69570e4. 00010000:00000010:1.1:1761311759.872773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f2f90d9. 00010000:00000010:1.1:1761311759.872779:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084d3715f. 00010000:00000010:1.1:1761311759.872782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311759.872785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e28cc2f5. 00010000:00000010:1.1:1761311759.872789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000449826b2. 00010000:00000010:1.1:1761311759.872791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311759.878732:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b961e5da. 00010000:00000010:0.1:1761311759.883015:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbfd0c10. 00010000:00000010:0.1:1761311759.883022:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311759.888831:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc67c189. 00010000:00000010:2.1:1761311759.888843:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000abfc46. 00010000:00000010:2.1:1761311759.888853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045a5dfda. 00010000:00000010:0.1:1761311759.888924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311759.898269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090e5b527. 00010000:00000010:0.1:1761311759.898277:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311759.910059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b3a5795. 00010000:00000010:0.1:1761311759.910075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000078ef053d. 00010000:00000010:0.1:1761311759.910079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:3.1:1761311759.910537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b414195d. 00010000:00000010:3.1:1761311759.911331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000438ec50. 00010000:00000010:0.1:1761311759.911401:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1faa2fd. 00010000:00000010:0.1:1761311759.911407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311759.916209:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ba15396. 00010000:00000010:0.1:1761311759.916217:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311759.919807:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000425ff41f. 00010000:00000010:0.1:1761311759.919824:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:3.1:1761311759.920821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f99ca13e. 00010000:00000010:0.1:1761311759.923587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba0c7252. 00010000:00000010:3.1:1761311759.927356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9b2f989. 00010000:00000010:0.1:1761311759.928252:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc8c75ce. 00010000:00000010:0.1:1761311759.928260:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311759.938371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006371482d. 00010000:00000010:0.1:1761311759.938385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:2.1:1761311759.941513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2361138. 00010000:00000010:2.1:1761311759.941531:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000911e4ded. 00010000:00000010:2.1:1761311759.941535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:3.1:1761311759.953483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ce5e792. 00010000:00000010:1.1:1761311759.957423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070252629. 00010000:00000010:1.1:1761311759.957430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311759.962365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058f307e6. 00010000:00000010:1.1:1761311759.967938:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b02a041. 00010000:00000010:1.1:1761311759.967945:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311759.971930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff83754a. 00010000:00000010:1.1:1761311759.975523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db162766. 00010000:00000010:1.1:1761311759.975530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311759.984359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e727913a. 00010000:00000010:1.1:1761311759.987587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005520d98e. 00010000:00000010:1.1:1761311759.987602:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311759.992461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3089e28. 00010000:00000010:1.1:1761311759.992512:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4d589d7. 00010000:00000010:1.1:1761311759.992519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311759.995514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e103fa09. 00010000:00000010:1.1:1761311760.003442:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3743eb9. 00010000:00000010:1.1:1761311760.003451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311760.016497:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005718f0c8. 00010000:00000010:1.1:1761311760.019695:0:78389:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007851a332. 00010000:00000010:1.1:1761311760.019704:0:78389:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311760.029421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed919113. 00010000:00000010:3.1:1761311760.038357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7605a19. 00010000:00000010:3.1:1761311760.038364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311760.040450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064c03e36. 00010000:00000010:3.1:1761311760.042461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090ed6e70. 00010000:00000010:3.1:1761311760.042472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:2.1:1761311760.045352:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000221ebb0f. 00010000:00000010:2.1:1761311760.045359:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fa270d7a. 00010000:00000010:2.1:1761311760.045362:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:3.1:1761311760.046000:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000444d5a4. 00010000:00000010:3.1:1761311760.046009:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b2c85bb. 00010000:00000010:3.1:1761311760.046012:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:2.1:1761311760.059816:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa8ffdd8. 00010000:00000010:3.1:1761311760.067474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067877746. 00010000:00000010:2.1:1761311760.067542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9afd979. 00010000:00000010:2.1:1761311760.067547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311760.070115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053935740. 00010000:00000010:0.1:1761311760.070675:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081b0b8ab. 00010000:00000010:0.1:1761311760.070683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311760.083376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002dd649d7. 00010000:00000010:0.1:1761311760.083432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a63d63d. 00010000:00000010:0.1:1761311760.083439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311760.083444:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7370219. 00010000:00000010:0.1:1761311760.083447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311760.089378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009127e7e8. 00010000:00000010:0.1:1761311760.089392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000047ed041. 00010000:00000010:0.1:1761311760.089397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:2.1:1761311760.126209:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000987d0d8a. 00010000:00000010:2.1:1761311760.126219:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccf8f469. 00010000:00000010:2.1:1761311760.126223:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311760.136358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042e1c06a. 00010000:00000010:0.1:1761311760.136370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008f66a1fd. 00010000:00000010:0.1:1761311760.136375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:1.1:1761311760.140362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca6418fc. 00010000:00000010:1.1:1761311760.140375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:1.1:1761311760.140379:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d3d2099. 00010000:00000010:1.1:1761311760.140381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311760.154530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005cb0ec02. 00010000:00000010:3.1:1761311760.155931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d61bd8f8. 00010000:00000010:3.1:1761311760.160521:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223de08c. 00010000:00000010:2.1:1761311760.163715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007490cb96. 00010000:00000010:1.1:1761311760.164759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3d17150. 00010000:00000010:1.1:1761311760.164769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311760.164773:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e8e8c694. 00010000:00000010:1.1:1761311760.164776:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311760.168484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000becc5e77. 00010000:00000010:2.1:1761311760.168499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311760.168607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004291a332. 00010000:00000010:3.1:1761311760.190373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a10af43e. 00010000:00000010:3.1:1761311760.190386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b79c6503. 00010000:00000010:3.1:1761311760.190392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:0.1:1761311760.190965:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000877b67da. 00010000:00000010:1.1:1761311760.197266:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e71c7cc. 00010000:00000010:1.1:1761311760.197285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:0.1:1761311760.198037:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000085d1a326. 00010000:00000010:0.1:1761311760.198043:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311760.199476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ffb8490. 00010000:00000010:0.1:1761311760.207430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e694fbf3. 00010000:00000010:0.1:1761311760.207440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:1.1:1761311760.213374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005741f2b. 00010000:00000010:2.1:1761311760.213445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4d2c249. 00010000:00000010:0.1:1761311760.220380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c9eb088. 00010000:00000010:0.1:1761311760.220401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:2.1:1761311760.226890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008241fb22. 00010000:00000010:0.1:1761311760.229511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000435edc76. 00010000:00000010:0.1:1761311760.229537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311760.238221:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b01b80eb. 00010000:00000010:1.1:1761311760.240375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000961d00db. 00010000:00000010:1.1:1761311760.240385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:2.1:1761311760.248415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003343da62. 00010000:00000010:0.1:1761311760.254895:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e39966a. 00010000:00000010:0.1:1761311760.254907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311760.264355:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035d00f00. 00010000:00000010:0.1:1761311760.264668:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c4d8dae. 00010000:00000010:0.1:1761311760.264676:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311760.279371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004801f418. 00010000:00000010:0.1:1761311760.279391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:1.1:1761311760.279454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db28b37f. 00010000:00000010:3.1:1761311760.282362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003bfb6125. 00010000:00000010:3.1:1761311760.282381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:1.1:1761311760.291561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004e5322f3. 00010000:00000010:0.1:1761311760.315352:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a7159f5. 00010000:00000010:2.1:1761311760.321645:0:1387:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011c86c52. 00010000:00000010:2.1:1761311760.321657:0:1387:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311760.340354:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046de365f. 00010000:00000010:3.1:1761311760.344093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d304a674. 00010000:00000010:3.1:1761311760.344110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311760.345604:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004592eec0. 00010000:00000010:2.1:1761311760.345628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4a8a7c8. 00010000:00000010:1.1:1761311760.350342:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000831ddccd. 00010000:00000010:1.1:1761311760.350365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:3.1:1761311760.351358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089662b8d. 00010000:00000010:3.1:1761311760.351369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.1:1761311760.364378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b736d80c. 00010000:00000010:1.1:1761311760.364637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003361778b. 00010000:00000010:1.1:1761311760.364657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311760.389840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8c7b8af. 00010000:00000010:0.1:1761311760.389862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311760.389868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c2fa92b. 00010000:00000010:3.1:1761311760.403431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000528827f9. 00010000:00000010:3.1:1761311760.403445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:2.1:1761311760.411150:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df9fdd45. 00010000:00000010:2.1:1761311760.432381:0:78390:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082fa8a96. 00010000:00000010:3.1:1761311760.441111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006953ad2f. 00010000:00000010:3.1:1761311760.441138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adaf0d16. 00010000:00000010:3.1:1761311760.441144:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311760.441835:0:78399:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000326039d7. 00010000:00000010:1.1:1761311760.441846:0:78399:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:1.1:1761311760.461093:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c0a39104. 00010000:00000010:0.1:1761311760.471235:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e5769c2d. 00010000:00000010:0.1:1761311760.471245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.1:1761311760.474163:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000032ad16aa. 00010000:00000010:3.1:1761311760.474177:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311760.481522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e214883f. 00010000:00000010:1.1:1761311760.482344:0:78400:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005318e8e3. 00010000:00000010:1.1:1761311760.482350:0:78400:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000109c1633. 00010000:00000010:1.1:1761311760.482355:0:78400:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311760.495381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058092621. 00010000:00000010:3.1:1761311760.512301:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb859dcd. 00010000:00000010:3.1:1761311760.512324:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311760.514561:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002eb8854c. 00010000:00000010:1.1:1761311760.514569:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c471a220. 00010000:00000010:1.1:1761311760.514574:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.1:1761311760.516005:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1249d69. 00010000:00000010:3.1:1761311760.516016:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010edffe5. 00010000:00000010:3.1:1761311760.516020:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:3.1:1761311760.524448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000308542b5. 00010000:00000010:3.1:1761311760.524462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007264bab3. 00010000:00000010:3.1:1761311760.524465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311760.531349:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000243f6c27. 00010000:00000010:3.1:1761311760.532482:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000080ec6239. 00010000:00000010:3.1:1761311760.532491:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:2.1:1761311760.536171:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c3ee9f9. 00010000:00000010:2.1:1761311760.536179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:3.1:1761311760.536284:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db73aeac. 00010000:00000010:2.1:1761311760.545274:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cf28928. 00010000:00000010:2.1:1761311760.545280:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311760.548065:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5146f9e. 00010000:00000010:0.1:1761311760.549587:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007cd1acac. 00010000:00000010:0.1:1761311760.549595:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311760.553371:0:78403:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc98b8fc. 00010000:00000010:2.1:1761311760.559503:0:8:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087ad00f0. 00010000:00000010:2.1:1761311760.559513:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311760.560410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1b4aad8. 00010000:00000010:3.1:1761311760.570481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004923404d. 00010000:00000010:3.1:1761311760.570492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f56f85d0. 00010000:00000010:3.1:1761311760.570496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311760.581179:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053138236. 00010000:00000010:0.1:1761311760.585965:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc7fab9. 00010000:00000010:0.1:1761311760.585973:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.1:1761311760.593325:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b112032a. 00010000:00000010:0.1:1761311760.593326:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000445bf3fc. 00010000:00000010:3.1:1761311760.593339:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.1:1761311760.602559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eb549471. 00010000:00000010:3.1:1761311760.610437:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056230df0. 00010000:00000010:3.1:1761311760.610445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:0.1:1761311760.621102:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f58a313b. 00010000:00000010:1.1:1761311760.625778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000017ec152b. 00010000:00000010:3.1:1761311760.626078:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000174189e6. 00010000:00000010:3.1:1761311760.626085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:0.1:1761311760.630459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002fefdbdb. 00010000:00000010:0.1:1761311760.630469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:1.1:1761311760.634376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099d32149. 00010000:00000010:1.1:1761311760.634384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025824910. 00010000:00000010:1.1:1761311760.634387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:0.1:1761311760.634942:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000eba6d200. 00010000:00000010:1.1:1761311760.636753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c4b28de. 00010000:00000010:1.1:1761311760.636763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311760.642459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be12ff77. 00010000:00000010:1.1:1761311760.642467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311760.642503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000855bef96. 00010000:00000010:1.1:1761311760.648355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000526cffc. 00010000:00000010:2.1:1761311760.653585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000250236f8. 00010000:00000010:0.1:1761311760.654417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000082a44817. 00010000:00000010:0.1:1761311760.654426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311760.654430:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff6d07a9. 00010000:00000010:0.1:1761311760.654433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:1.1:1761311760.657496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb4652f. 00010000:00000010:0.1:1761311760.676761:0:78407:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000633923c1. 00010000:00000010:0.1:1761311760.676775:0:78407:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311760.677697:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f37435e8. 00010000:00000010:2.1:1761311760.681160:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084e0a306. 00010000:00000010:2.1:1761311760.681169:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:2.1:1761311760.686008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004638b913. 00010000:00000010:2.1:1761311760.686016:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bc22124. 00010000:00000010:2.1:1761311760.686019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.1:1761311760.686340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d414b642. 00010000:00000010:3.1:1761311760.686347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c27673c. 00010000:00000010:3.1:1761311760.686350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311760.702769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b50515db. 00010000:00000010:2.1:1761311760.702781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002385e41b. 00010000:00000010:2.1:1761311760.702785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:3.1:1761311760.710079:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071be55ea. 00010000:00000010:3.1:1761311760.710093:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099c1c6a2. 00010000:00000010:3.1:1761311760.710097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311760.723930:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d632385. 00010000:00000010:2.1:1761311760.723945:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000380a7c57. 00010000:00000010:2.1:1761311760.723950:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:0.1:1761311760.726509:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b2518af0. 00010000:00000010:2.1:1761311760.735736:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cb10f5e. 00010000:00000010:2.1:1761311760.735746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:1.1:1761311760.752355:0:78414:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da11b120. 00010000:00000010:2.1:1761311760.754120:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a112e3. 00010000:00000010:2.1:1761311760.754130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:3.1:1761311760.760368:0:78415:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001eef4897. 00010000:00000010:3.1:1761311760.760377:0:78415:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000493b9d86. 00010000:00000010:3.1:1761311760.760381:0:78415:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:1.1:1761311760.760725:0:78409:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000584888e2. 00010000:00000010:1.1:1761311760.760732:0:78409:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:3.1:1761311760.774582:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059c4459c. 00010000:00000010:0.1:1761311760.798906:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000806289c7. 00010000:00000010:0.1:1761311760.798911:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071cfc5b8. 00010000:00000010:0.1:1761311760.798915:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311760.802543:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1d68cc6. 00010000:00000010:3.1:1761311760.810124:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000034e7d9dd. 00010000:00000010:0.1:1761311760.815292:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000551d726f. 00010000:00000010:0.1:1761311760.815562:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311760.815570:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000429f79b1. 00010000:00000010:0.1:1761311760.815576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052113287. 00010000:00000010:0.1:1761311760.815580:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:3.1:1761311760.819014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004043e2c6. 00010000:00000010:3.1:1761311760.819022:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac48ede3. 00010000:00000010:3.1:1761311760.819027:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.1:1761311760.820495:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc7e276c. 00010000:00000010:0.1:1761311760.820501:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:3.1:1761311760.830357:0:78421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c2ec1e3. 00010000:00000010:3.1:1761311760.830375:0:78421:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f9c7010. 00010000:00000010:3.1:1761311760.830380:0:78421:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:2.1:1761311760.866335:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000df26dc4. 00010000:00000010:2.1:1761311760.866344:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc2cc400. 00010000:00000010:2.1:1761311760.866348:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311760.867049:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8f5df24. 00010000:00000010:0.1:1761311760.867054:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e322da3a. 00010000:00000010:0.1:1761311760.867057:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:1.1:1761311760.880634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa77337d. 00010000:00000010:1.1:1761311760.880650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8a18e05. 00010000:00000010:1.1:1761311760.880655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:1.1:1761311760.893038:0:78427:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c73e4678. 00010000:00000010:2.1:1761311760.893758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9c2c3ed. 00010000:00000010:2.1:1761311760.893765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311760.898146:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003578af43. 00010000:00000010:0.1:1761311760.898156:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059207a67. 00010000:00000010:0.1:1761311760.898160:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:2.1:1761311760.906457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035db6e58. 00010000:00000010:3.1:1761311760.906498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c890453f. 00010000:00000010:3.1:1761311760.906504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000198340ad. 00010000:00000010:3.1:1761311760.906508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.1:1761311760.910735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000afcb8e62. 00010000:00000010:0.1:1761311760.910745:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:3.1:1761311760.913285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ae569e1. 00010000:00000010:3.1:1761311760.913302:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c421bcd3. 00010000:00000010:3.1:1761311760.913343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311760.927995:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a9821fc. 00010000:00000010:3.1:1761311760.928002:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:0.1:1761311760.928424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a641738. 00010000:00000010:0.1:1761311760.930350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a3ab8b5. 00010000:00000010:0.1:1761311760.930361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed7076d0. 00010000:00000010:0.1:1761311760.930364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:2.1:1761311760.930456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4396a7a. 00010000:00000010:3.1:1761311760.931365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054d512ca. 00010000:00000010:3.1:1761311760.931373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311760.952635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085f7d1a9. 00010000:00000010:0.1:1761311760.958642:0:12:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec5f68b4. 00010000:00000010:0.1:1761311760.958655:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311760.969345:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8ac912e. 00010000:00000010:3.1:1761311760.969357:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc9b4c29. 00010000:00000010:3.1:1761311760.969361:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:3.1:1761311760.981637:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a35612f6. 00010000:00000010:3.1:1761311760.981650:0:15808:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006ad789ab. 00010000:00000010:3.1:1761311760.981654:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311760.984812:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dded816d. 00010000:00000010:3.1:1761311760.984863:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eec80295. 00010000:00000010:3.1:1761311760.984870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311760.999353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007b07927a. 00010000:00000010:2.1:1761311760.999362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e67f8b26. 00010000:00000010:2.1:1761311760.999366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:2.1:1761311761.009449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7341e0f. 00010000:00000010:2.1:1761311761.009467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311761.015390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c149a38. 00010000:00000010:2.1:1761311761.036213:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1ac9fbd. 00010000:00000010:1.1:1761311761.038991:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf7ccc72. 00010000:00000010:1.1:1761311761.039008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:2.1:1761311761.043362:0:78389:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001cc80860. 00010000:00000010:2.1:1761311761.043378:0:78389:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1abb25d. 00010000:00000010:2.1:1761311761.043383:0:78389:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae25efe2. 00010000:00000010:2.1:1761311761.043388:0:78389:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311761.050352:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aeebdb98. 00010000:00000010:1.1:1761311761.050361:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311761.063512:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eaba510. 00010000:00000010:3.1:1761311761.063523:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:1.1:1761311761.063677:0:78436:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d2bd9cf. 00010000:00000010:2.1:1761311761.081351:0:77271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000787d71de. 00010000:00000010:0.1:1761311761.096346:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f70c9973. 00010000:00000010:0.1:1761311761.096355:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:0.1:1761311761.126246:0:78438:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cc9fd1e8. 00010000:00000010:0.1:1761311761.126254:0:78438:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000f0288ad. 00010000:00000010:0.1:1761311761.126258:0:78438:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:2.1:1761311761.135179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004633c9b4. 00010000:00000010:1.1:1761311761.136013:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001cf565d7. 00010000:00000010:1.1:1761311761.136020:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311761.137548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a74b7bf1. 00010000:00000010:1.1:1761311761.137560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311761.139372:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a793561. 00010000:00000010:3.1:1761311761.147880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afa0d74c. 00010000:00000010:1.1:1761311761.153668:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000263e4c21. 00010000:00000010:1.1:1761311761.153684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311761.153690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b433eae. 00010000:00000010:1.1:1761311761.153695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bb19e9e6. 00010000:00000010:1.1:1761311761.153698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311761.156428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008866d249. 00010000:00000010:0.1:1761311761.162378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed12b44a. 00010000:00000010:1.1:1761311761.162690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de084ffe. 00010000:00000010:1.1:1761311761.162697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311761.166435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e03ea09. 00010000:00000010:1.1:1761311761.166501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ad78da1. 00010000:00000010:1.1:1761311761.166509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311761.170363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000430fba2d. 00010000:00000010:1.1:1761311761.170585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057128384. 00010000:00000010:1.1:1761311761.170592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311761.174633:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac828449. 00010000:00000010:1.1:1761311761.174650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311761.181722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6663e08. 00010000:00000010:1.1:1761311761.186373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003efebecc. 00010000:00000010:1.1:1761311761.186389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311761.189576:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000013e157dd. 00010000:00000010:2.1:1761311761.189585:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000749a9b17. 00010000:00000010:2.1:1761311761.189590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311761.211355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000637fe697. 00010000:00000010:2.1:1761311761.216360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc5f5433. 00010000:00000010:2.1:1761311761.216369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:1.1:1761311761.236449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9aba678. 00010000:00000010:0.1:1761311761.241069:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b132bc4. 00010000:00000010:0.1:1761311761.241079:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:3.1:1761311761.246451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000aec6db1. 00010000:00000010:3.1:1761311761.246459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:3.1:1761311761.246464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000128ec05c. 00010000:00000010:3.1:1761311761.246467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311761.246563:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000074a92164. 00010000:00000010:0.1:1761311761.246659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bcebb080. 00010000:00000010:0.1:1761311761.252375:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022f8a8e5. 00010000:00000010:0.1:1761311761.252392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:1.1:1761311761.264765:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b4336f6. 00010000:00000010:2.1:1761311761.271383:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d81570ed. 00010000:00000010:2.1:1761311761.271393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311761.284613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000efa43be1. 00010000:00000010:1.1:1761311761.284731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055394f03. 00010000:00000010:1.1:1761311761.284738:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077bdec27. 00010000:00000010:1.1:1761311761.284743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311761.288402:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a3e0860. 00010000:00000010:2.1:1761311761.288413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311761.291648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e1a21b4. 00010000:00000010:0.1:1761311761.292636:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086d5e550. 00010000:00000010:1.1:1761311761.295349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9a9ff36. 00010000:00000010:1.1:1761311761.295362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:1.1:1761311761.308425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069607aef. 00010000:00000010:1.1:1761311761.308445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311761.313979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d290d333. 00010000:00000010:3.1:1761311761.320009:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080d46d8e. 00010000:00000010:1.1:1761311761.323349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c164c1eb. 00010000:00000010:1.1:1761311761.323361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311761.334540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e091b95. 00010000:00000010:1.1:1761311761.346385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd1eaea0. 00010000:00000010:1.1:1761311761.346393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311761.349461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba74ec31. 00010000:00000010:3.1:1761311761.349478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d87b4967. 00010000:00000010:3.1:1761311761.349482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311761.357866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ce9ad1e. 00010000:00000010:3.1:1761311761.357874:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000227d2aa5. 00010000:00000010:3.1:1761311761.357878:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.1:1761311761.363918:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046f98647. 00010000:00000010:3.1:1761311761.363924:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bae1a232. 00010000:00000010:3.1:1761311761.363927:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311761.375336:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019275142. 00010000:00000010:3.1:1761311761.375344:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010b9a960. 00010000:00000010:3.1:1761311761.375349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.1:1761311761.384038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005d2af45. 00010000:00000010:3.1:1761311761.384051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:2.1:1761311761.384116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000595c2559. 00010000:00000010:1.1:1761311761.392651:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000445c302. 00010000:00000010:3.1:1761311761.396900:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006567a550. 00010000:00000010:3.1:1761311761.396911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311761.400363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000038d81235. 00010000:00000010:3.1:1761311761.404358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084f6ac5a. 00010000:00000010:3.1:1761311761.404369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:2.1:1761311761.408762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de2369c2. 00010000:00000010:1.1:1761311761.409091:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046f91a83. 00010000:00000010:1.1:1761311761.409098:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:2.1:1761311761.420130:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b44fe236. 00010000:00000010:0.1:1761311761.427052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088f48dbc. 00010000:00000010:0.1:1761311761.427065:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311761.427980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fdcb8a83. 00010000:00000010:0.1:1761311761.430962:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000179f7723. 00010000:00000010:0.1:1761311761.430973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:1.1:1761311761.431351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b015f59. 00010000:00000010:3.1:1761311761.439509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008dba805d. 00010000:00000010:0.1:1761311761.440355:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c625c9a0. 00010000:00000010:0.1:1761311761.440361:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:0.1:1761311761.443606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005856db07. 00010000:00000010:0.1:1761311761.443621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311761.449579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001b3eb21c. 00010000:00000010:0.1:1761311761.449585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.1:1761311761.449590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2d67f04. 00010000:00000010:0.1:1761311761.449592:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311761.449637:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009614f3f1. 00010000:00000010:3.1:1761311761.449641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000556c92d. 00010000:00000010:2.1:1761311761.457365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c71b6f6. 00010000:00000010:2.1:1761311761.457380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:1.1:1761311761.457511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920cbdb1. 00010000:00000010:1.1:1761311761.465373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d654aed5. 00010000:00000010:1.1:1761311761.465385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:0.1:1761311761.471683:0:77382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d4d9847f. 00010000:00000010:3.1:1761311761.472521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003cd58152. 00010000:00000010:1.1:1761311761.473699:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008af992f4. 00010000:00000010:1.1:1761311761.473705:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311761.483365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027291304. 00010000:00000010:2.1:1761311761.483373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311761.485067:0:77382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006b881e6. 00010000:00000010:3.1:1761311761.489261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009354b1bd. 00010000:00000010:3.1:1761311761.500590:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055367c13. 00010000:00000010:3.1:1761311761.500600:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:0.1:1761311761.507626:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059d58360. 00010000:00000010:0.1:1761311761.507635:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001adc4e40. 00010000:00000010:0.1:1761311761.507640:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311761.512626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000ac6427. 00010000:00000010:2.1:1761311761.517988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000978f9347. 00010000:00000010:2.1:1761311761.518001:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:3.1:1761311761.524437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d9eb275. 00010000:00000010:2.1:1761311761.527695:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c3fb29b1. 00010000:00000010:2.1:1761311761.527708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311761.533291:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f5f7769. 00010000:00000010:2.1:1761311761.533299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e1cfbb07. 00010000:00000010:2.1:1761311761.533303:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311761.533305:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003eebe9d9. 00010000:00000010:1.1:1761311761.533353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac5262c1. 00010000:00000010:2.1:1761311761.533386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311761.536497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021001c61. 00010000:00000010:2.1:1761311761.540493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b11d8c77. 00010000:00000010:2.1:1761311761.540510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311761.546366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dce07323. 00010000:00000010:0.1:1761311761.546378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311761.546550:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000928413a5. 00010000:00000010:2.1:1761311761.555543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042b6bf6e. 00010000:00000010:2.1:1761311761.555551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.1:1761311761.560453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1a9968. 00010000:00000010:2.1:1761311761.565573:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c70b087. 00010000:00000010:2.1:1761311761.565589:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b63238d7. 00010000:00000010:2.1:1761311761.565593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311761.571500:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a8e6b82. 00010000:00000010:1.1:1761311761.571554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e92cd390. 00010000:00000010:2.1:1761311761.571955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b30a5b3c. 00010000:00000010:2.1:1761311761.571962:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311761.579482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3712664. 00010000:00000010:2.1:1761311761.579494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311761.579498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f4e816a. 00010000:00000010:2.1:1761311761.579501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311761.583710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000073a87a58. 00010000:00000010:2.1:1761311761.587984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000133d6f18. 00010000:00000010:2.1:1761311761.587996:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036982be8. 00010000:00000010:2.1:1761311761.587999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311761.588366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009962ee15. 00010000:00000010:2.1:1761311761.595595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0a82d18. 00010000:00000010:2.1:1761311761.595613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311761.596363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000081aff6c1. 00010000:00000010:2.1:1761311761.601500:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083847bc2. 00010000:00000010:2.1:1761311761.601512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311761.606428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099a19282. 00010000:00000010:2.1:1761311761.606757:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000745ea22a. 00010000:00000010:2.1:1761311761.606763:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311761.606766:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070aab467. 00010000:00000010:2.1:1761311761.606769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311761.612353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cbec4d3. 00010000:00000010:1.1:1761311761.612787:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abd0b88e. 00010000:00000010:2.1:1761311761.617199:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001f7fbeb9. 00010000:00000010:2.1:1761311761.617208:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311761.617212:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eab068c. 00010000:00000010:2.1:1761311761.617215:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:1.1:1761311761.620406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a4597c0. 00010000:00000010:0.1:1761311761.625777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a691111. 00010000:00000010:2.1:1761311761.626059:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d658a5. 00010000:00000010:2.1:1761311761.626067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:1.1:1761311761.629389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4c35335. 00010000:00000010:2.1:1761311761.629441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005ddb8bc. 00010000:00000010:2.1:1761311761.629447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311761.634179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a82e62f4. 00010000:00000010:3.1:1761311761.637446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000472663b0. 00010000:00000010:3.1:1761311761.637458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311761.641356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7a966f5. 00010000:00000010:3.1:1761311761.641754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec2682c0. 00010000:00000010:3.1:1761311761.641761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311761.646607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cad98e8. 00010000:00000010:3.1:1761311761.652652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ebb28219. 00010000:00000010:3.1:1761311761.652670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:3.1:1761311761.671269:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004567e86f. 00010000:00000010:3.1:1761311761.671285:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:2.1:1761311761.671356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000778b5fa0. 00010000:00000010:1.1:1761311761.671443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000067107e80. 00010000:00000010:3.1:1761311761.677523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a851bf1. 00010000:00000010:3.1:1761311761.677532:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311761.686821:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000395147aa. 00010000:00000010:0.1:1761311761.688474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c98646b. 00010000:00000010:3.1:1761311761.688784:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034a376d9. 00010000:00000010:3.1:1761311761.688791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311761.688795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027f5fd0f. 00010000:00000010:3.1:1761311761.688800:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:3.1:1761311761.695183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b40aa2f8. 00010000:00000010:3.1:1761311761.697762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e57d834. 00010000:00000010:3.1:1761311761.697776:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000fe18aa. 00010000:00000010:3.1:1761311761.697782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:2.1:1761311761.700341:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000537dc67a. 00010000:00000010:2.1:1761311761.700349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:3.1:1761311761.708033:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf0b3e7. 00010000:00000010:3.1:1761311761.708042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:2.1:1761311761.710492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044c4d9d6. 00010000:00000010:1.1:1761311761.715343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000533cc984. 00010000:00000010:2.1:1761311761.719111:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc251372. 00010000:00000010:2.1:1761311761.719122:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df8806eb. 00010000:00000010:2.1:1761311761.719128:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:2.1:1761311761.719131:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfeb13b6. 00010000:00000010:2.1:1761311761.719134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311761.723370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b31b78b. 00010000:00000010:0.1:1761311761.727360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009bf09c98. 00010000:00000010:2.1:1761311761.727496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc5b72ff. 00010000:00000010:2.1:1761311761.727512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311761.732368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009acdfdf0. 00010000:00000010:2.1:1761311761.732382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311761.740470:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000144969b8. 00010000:00000010:3.1:1761311761.740485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:1.1:1761311761.740535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7bdd9d9. 00010000:00000010:2.1:1761311761.744398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006d754158. 00010000:00000010:3.1:1761311761.747879:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000075a29c3. 00010000:00000010:3.1:1761311761.747890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311761.751473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e633b9e. 00010000:00000010:3.1:1761311761.751526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060cade6e. 00010000:00000010:3.1:1761311761.751535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311761.757352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f40630fa. 00010000:00000010:3.1:1761311761.766028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004cb65655. 00010000:00000010:3.1:1761311761.766042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:2.1:1761311761.766591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e1543c. 00010000:00000010:3.1:1761311761.769593:0:65700:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e14e6c22. 00010000:00000010:3.1:1761311761.769601:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311761.773611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000070022d4. 00010000:00000010:3.1:1761311761.773792:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e9ae247. 00010000:00000010:3.1:1761311761.773798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311761.777791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9060e93. 00010000:00000010:2.1:1761311761.778607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068660f3f. 00010000:00000010:2.1:1761311761.778616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:2.1:1761311761.782911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000060db33ec. 00010000:00000010:2.1:1761311761.782926:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311761.791752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fb19411. 00010000:00000010:2.1:1761311761.792723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009e839fef. 00010000:00000010:2.1:1761311761.792735:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311761.796352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001207adfa. 00010000:00000010:2.1:1761311761.796360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030fd7b77. 00010000:00000010:2.1:1761311761.796365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311761.796367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003778820f. 00010000:00000010:3.1:1761311761.796463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2292c2b. 00010000:00000010:3.1:1761311761.799455:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020639f3e. 00010000:00000010:3.1:1761311761.799463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:1.1:1761311761.809359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ee81cdd2. 00010000:00000010:3.1:1761311761.813415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000643b6673. 00010000:00000010:3.1:1761311761.813430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311761.819552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cb50b2a7. 00010000:00000010:3.1:1761311761.819922:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b62a98b. 00010000:00000010:3.1:1761311761.819931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.1:1761311761.819934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a92a4dd7. 00010000:00000010:3.1:1761311761.819937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e040b6a. 00010000:00000010:3.1:1761311761.819943:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.1:1761311761.827117:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a14283b. 00010000:00000010:3.1:1761311761.827133:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311761.831209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002743a9fb. 00010000:00000010:2.1:1761311761.831350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e7a9042. 00010000:00000010:2.1:1761311761.831356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:1.1:1761311761.831512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075c61136. 00010000:00000010:3.1:1761311761.834990:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0d75292. 00010000:00000010:3.1:1761311761.835001:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5dccb74. 00010000:00000010:3.1:1761311761.835004:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311761.841510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088076817. 00010000:00000010:3.1:1761311761.849574:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab36c230. 00010000:00000010:3.1:1761311761.849584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311761.856487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dc63bbb. 00010000:00000010:2.1:1761311761.856502:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003674ea68. 00010000:00000010:2.1:1761311761.856507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.1:1761311761.862379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000382a2a03. 00010000:00000010:2.1:1761311761.869637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbd892de. 00010000:00000010:2.1:1761311761.869647:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:1.1:1761311761.870679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b67657b. 00010000:00000010:2.1:1761311761.872759:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000035b2f627. 00010000:00000010:2.1:1761311761.872768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311761.878405:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097f80034. 00010000:00000010:2.1:1761311761.878413:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311761.878613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068665344. 00010000:00000010:1.1:1761311761.887733:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a04b609. 00010000:00000010:1.1:1761311761.888979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4ca5892. 00010000:00000010:2.1:1761311761.889044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000304c399c. 00010000:00000010:2.1:1761311761.889051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:3.1:1761311761.891507:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f255c0a6. 00010000:00000010:3.1:1761311761.891519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:3.1:1761311761.897563:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c9c9b39. 00010000:00000010:3.1:1761311761.897578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311761.906882:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001163d311. 00010000:00000010:3.1:1761311761.907440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c20f8c45. 00010000:00000010:3.1:1761311761.910577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ee24953. 00010000:00000010:3.1:1761311761.910585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:2.1:1761311761.917656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af4c3ac4. 00010000:00000010:0.1:1761311761.920481:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000642b89. 00010000:00000010:0.1:1761311761.920497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311761.938783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002160d244. 00010000:00000010:2.1:1761311761.938797:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000236a90de. 00010000:00000010:2.1:1761311761.938802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311761.943858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000510a6518. 00010000:00000010:0.1:1761311761.943869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007a579549. 00010000:00000010:0.1:1761311761.943873:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:1.1:1761311761.948721:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078d0b04d. 00010000:00000010:2.1:1761311761.953388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d6a85c0. 00010000:00000010:2.1:1761311761.953402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311761.958358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000491af9a4. 00010000:00000010:0.1:1761311761.958600:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6522df3. 00010000:00000010:0.1:1761311761.958609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311761.977657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004219872b. 00010000:00000010:0.1:1761311761.977674:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009096a722. 00010000:00000010:0.1:1761311761.977678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311761.990598:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f51fde1b. 00010000:00000010:0.1:1761311761.990614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311761.995395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b265782b. 00010000:00000010:0.1:1761311762.002450:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0a7190e. 00010000:00000010:0.1:1761311762.002467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:1.1:1761311762.003379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078e623dc. 00010000:00000010:3.1:1761311762.023358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060154773. 00010000:00000010:0.1:1761311762.023471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000541d4dba. 00010000:00000010:0.1:1761311762.023476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311762.027931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b1c16bc. 00010000:00000010:0.1:1761311762.045151:0:15805:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008fb04883. 00010000:00000010:0.1:1761311762.045167:0:15805:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311762.064383:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089c84a38. 00010000:00000010:0.1:1761311762.064392:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055ab96f5. 00010000:00000010:0.1:1761311762.064396:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311762.064400:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fc165cd. 00010000:00000010:0.1:1761311762.070396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003194aefd. 00010000:00000010:0.1:1761311762.070409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.1:1761311762.070414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046dc1cda. 00010000:00000010:0.1:1761311762.070417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:3.1:1761311762.070485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af187b65. 00010000:00000010:0.1:1761311762.078955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b0e4c06. 00010000:00000010:2.1:1761311762.082727:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d2708810. 00010000:00000010:2.1:1761311762.082742:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:2.1:1761311762.087352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000221b67ea. 00010000:00000010:2.1:1761311762.087363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311762.087367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000175849ab. 00010000:00000010:2.1:1761311762.087373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d262a9d8. 00010000:00000010:2.1:1761311762.087376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:0.1:1761311762.088060:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5e2241e. 00010000:00000010:3.1:1761311762.096370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d82bf03c. 00010000:00000010:0.1:1761311762.096371:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b872a23. 00010000:00000010:3.1:1761311762.096380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311762.096380:0:78440:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6426f23. 00010000:00000010:0.1:1761311762.096383:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.1:1761311762.098815:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007f136e85. 00010000:00000010:0.1:1761311762.108420:0:78441:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000689b3f46. 00010000:00000010:2.1:1761311762.117389:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe2ecaa7. 00010000:00000010:2.1:1761311762.117396:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.1:1761311762.118979:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031da1ef4. 00010000:00000010:3.1:1761311762.118985:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:1.1:1761311762.122632:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f03c3de6. 00010000:00000010:3.1:1761311762.128993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbfdeb79. 00010000:00000010:3.1:1761311762.129008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:2.1:1761311762.129067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006051b17e. 00010000:00000010:3.1:1761311762.141876:0:78444:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df588006. 00010000:00000010:3.1:1761311762.141882:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:3.1:1761311762.141886:0:78444:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072efe1dc. 00010000:00000010:1.1:1761311762.142876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000071512d6b. 00010000:00000010:1.1:1761311762.148424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007b937abc. 00010000:00000010:1.1:1761311762.148437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:1.1:1761311762.163522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000716f0d80. 00010000:00000010:1.1:1761311762.163534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a97e696. 00010000:00000010:1.1:1761311762.163537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311762.180360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070c8f1b6. 00010000:00000010:1.1:1761311762.180378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311762.185174:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f895d8f. 00010000:00000010:2.1:1761311762.213367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb9a07e7. 00010000:00000010:0.1:1761311762.213519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000770192f6. 00010000:00000010:0.1:1761311762.213525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311762.224722:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a96a76e. 00010000:00000010:0.1:1761311762.224738:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047768be1. 00010000:00000010:0.1:1761311762.224743:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311762.230887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069383e59. 00010000:00000010:1.1:1761311762.234051:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:1.1:1761311762.234065:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002cac19e3. 00010000:00000010:0.1:1761311762.237833:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3e2104d. 00010000:00000010:0.1:1761311762.238074:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311762.238459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e3a3c4b. 00010000:00000010:1.1:1761311762.247380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba10986d. 00010000:00000010:0.1:1761311762.248745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de4cf747. 00010000:00000010:0.1:1761311762.248759:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:1.1:1761311762.252012:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f42690db. 00010000:00000010:0.1:1761311762.257495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013f80bde. 00010000:00000010:0.1:1761311762.257503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:2.1:1761311762.260539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b579c469. 00010000:00000010:2.1:1761311762.260552:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:1.1:1761311762.260695:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f08ab842. 00010000:00000010:2.1:1761311762.264899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005d9a8182. 00010000:00000010:2.1:1761311762.264911:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0d4d5bb. 00010000:00000010:2.1:1761311762.264917:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:1.1:1761311762.272521:0:78440:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cecf52f7. 00010000:00000010:2.1:1761311762.284388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c97cc00e. 00010000:00000010:2.1:1761311762.284402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:2.1:1761311762.293561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043d023ac. 00010000:00000010:2.1:1761311762.293579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a075d6f. 00010000:00000010:2.1:1761311762.293583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:3.1:1761311762.296618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d618a2e. 00010000:00000010:2.1:1761311762.297126:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b8380c8. 00010000:00000010:2.1:1761311762.297134:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:0.1:1761311762.300070:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bd4d1b0d. 00010000:00000010:0.1:1761311762.300083:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:3.1:1761311762.300360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8d37a37. 00010000:00000010:2.1:1761311762.307031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f225cdfa. 00010000:00000010:0.1:1761311762.308448:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074c62cc4. 00010000:00000010:0.1:1761311762.308458:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.1:1761311762.315570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005422ea4. 00010000:00000010:0.1:1761311762.315577:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:1.1:1761311762.316379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008c296b77. 00010000:00000010:2.1:1761311762.324111:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b5fd916f. 00010000:00000010:0.1:1761311762.327657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dcb48e1b. 00010000:00000010:0.1:1761311762.327670:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:2.1:1761311762.334348:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e21842d7. 00010000:00000010:1.1:1761311762.335047:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000364b27d6. 00010000:00000010:1.1:1761311762.335053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311762.342811:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eeb2ade. 00010000:00000010:0.1:1761311762.343352:0:78447:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a45ff38b. 00010000:00000010:0.1:1761311762.343358:0:78447:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311762.363831:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca8e9aee. 00010000:00000010:2.1:1761311762.365530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002ebed483. 00010000:00000010:2.1:1761311762.365542:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311762.371401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a71f02ce. 00010000:00000010:3.1:1761311762.371410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014fefe76. 00010000:00000010:3.1:1761311762.371414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:0.1:1761311762.377578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000951e8f63. 00010000:00000010:2.1:1761311762.381354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b91147. 00010000:00000010:1.1:1761311762.381408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009b406be. 00010000:00000010:1.1:1761311762.381414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:3.1:1761311762.385869:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000653d595a. 00010000:00000010:3.1:1761311762.385881:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311762.390373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009fec9c63. 00010000:00000010:2.1:1761311762.402353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c1b3238. 00010000:00000010:3.1:1761311762.403086:0:15808:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040d5196f. 00010000:00000010:3.1:1761311762.403093:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:3.1:1761311762.407364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b563c0ea. 00010000:00000010:3.1:1761311762.407371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311762.413180:0:78449:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005395d378. 00010000:00000010:0.1:1761311762.434498:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d391cee4. 00010000:00000010:0.1:1761311762.434505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:1.1:1761311762.437879:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044036e76. 00010000:00000010:3.1:1761311762.438670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016640aa5. 00010000:00000010:3.1:1761311762.438676:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:2.1:1761311762.456475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a59cfb6c. 00010000:00000010:2.1:1761311762.456493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000007584371. 00010000:00000010:2.1:1761311762.456497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311762.461389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5c58743. 00010000:00000010:0.1:1761311762.461398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27b65d7. 00010000:00000010:0.1:1761311762.461402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:3.1:1761311762.469204:0:77265:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006795eba. 00010000:00000010:3.1:1761311762.469221:0:77265:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4451221. 00010000:00000010:3.1:1761311762.469226:0:77265:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:2.1:1761311762.512739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be5e278f. 00010000:00000010:2.1:1761311762.512754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e87c13c5. 00010000:00000010:2.1:1761311762.512758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:2.1:1761311762.512761:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4b94952. 00010000:00000010:2.1:1761311762.512765:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5abb1c1. 00010000:00000010:2.1:1761311762.512767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:2.1:1761311762.512769:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f9885d3a. 00010000:00000010:2.1:1761311762.512783:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000057289f2f. 00010000:00000010:2.1:1761311762.512786:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311762.516238:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000920c3bf4. 00010000:00000010:1.1:1761311762.516245:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bc0e225. 00010000:00000010:1.1:1761311762.516248:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311762.538508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052a478cb. 00010000:00000010:0.1:1761311762.540360:0:78452:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6fd2ceb. 00010000:00000010:2.1:1761311762.540423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a51fc2f3. 00010000:00000010:2.1:1761311762.540430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311762.546754:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a30b3877. 00010000:00000010:3.1:1761311762.546768:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:1.1:1761311762.558363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa2acc0f. 00010000:00000010:2.1:1761311762.563366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089eda046. 00010000:00000010:2.1:1761311762.563374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:2.1:1761311762.563378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008203bbc6. 00010000:00000010:2.1:1761311762.563382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:1.1:1761311762.563979:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:1.1:1761311762.563985:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004eca7d41. 00010000:00000010:0.1:1761311762.566261:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e40d1602. 00010000:00000010:3.1:1761311762.566788:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a112c1a5. 00010000:00000010:3.1:1761311762.566796:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311762.568946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de854306. 00010000:00000010:1.1:1761311762.570514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a6c7eea. 00010000:00000010:2.1:1761311762.573463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000099e76335. 00010000:00000010:3.1:1761311762.588398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc2c088f. 00010000:00000010:3.1:1761311762.588411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:2.1:1761311762.593391:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000911df4eb. 00010000:00000010:2.1:1761311762.593404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:3.1:1761311762.593814:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091a27fbf. 00010000:00000010:3.1:1761311762.593821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311762.600546:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000461ced3. 00010000:00000010:0.1:1761311762.600560:0:78456:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bf4ac08. 00010000:00000010:1.1:1761311762.612477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000800e297f. 00010000:00000010:1.1:1761311762.612490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.1:1761311762.613782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f2b1602. 00010000:00000010:1.1:1761311762.618568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f90538b0. 00010000:00000010:1.1:1761311762.618581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311762.618587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc6b7813. 00010000:00000010:1.1:1761311762.618590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000332d8db0. 00010000:00000010:1.1:1761311762.618593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311762.637141:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b60b84e0. 00010000:00000010:1.1:1761311762.641815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cd5c5182. 00010000:00000010:1.1:1761311762.641828:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b96871de. 00010000:00000010:1.1:1761311762.641835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311762.647447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a476368c. 00010000:00000010:1.1:1761311762.648049:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d9af5c0. 00010000:00000010:1.1:1761311762.648054:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311762.649427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d5e34668. 00010000:00000010:1.1:1761311762.649439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311762.649821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000536d4749. 00010000:00000010:2.1:1761311762.661428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cf4f911. 00010000:00000010:0.1:1761311762.661511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e52439ab. 00010000:00000010:0.1:1761311762.661519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311762.667358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000043cd485e. 00010000:00000010:0.1:1761311762.667418:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018821d65. 00010000:00000010:0.1:1761311762.667427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311762.686760:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f7cc6a7d. 00010000:00000010:1.1:1761311762.686771:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.1:1761311762.714536:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdb9e640. 00010000:00000010:2.1:1761311762.715116:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008538f358. 00010000:00000010:1.1:1761311762.720603:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039adad07. 00010000:00000010:1.1:1761311762.720613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311762.720619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000088415ba2. 00010000:00000010:1.1:1761311762.720622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038c0b769. 00010000:00000010:1.1:1761311762.720626:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311762.721350:0:78459:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078fa3b3a. 00010000:00000010:0.1:1761311762.724683:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fbc136ae. 00010000:00000010:0.1:1761311762.724699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009957360. 00010000:00000010:0.1:1761311762.724703:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311762.724706:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f9302c. 00010000:00000010:0.1:1761311762.724709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043556a72. 00010000:00000010:0.1:1761311762.724711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311762.726426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022f38ce5. 00010000:00000010:0.1:1761311762.726439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:3.1:1761311762.765933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000083f67242. 00010000:00000010:3.1:1761311762.765946:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000047c4e52f. 00010000:00000010:3.1:1761311762.765949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311762.765952:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001163b6ca. 00010000:00000010:3.1:1761311762.765955:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0843585. 00010000:00000010:3.1:1761311762.765958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.1:1761311762.765967:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c2bcb41a. 00010000:00000010:3.1:1761311762.765970:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059d48d9b. 00010000:00000010:3.1:1761311762.765974:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:1.1:1761311762.771353:0:78464:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c7fe73c. 00010000:00000010:1.1:1761311762.771361:0:78464:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000159576c4. 00010000:00000010:1.1:1761311762.771366:0:78464:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:1.1:1761311762.781516:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009a8b77b8. 00010000:00000010:0.1:1761311762.781904:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b9e3820f. 00010000:00000010:0.1:1761311762.781910:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311762.783149:0:78465:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e3f603b. 00010000:00000010:0.1:1761311762.783157:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311762.783167:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000baa5673e. 00010000:00000010:0.1:1761311762.783170:0:78465:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000752c6c6a. 00010000:00000010:0.1:1761311762.783173:0:78465:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311762.784728:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e370b45e. 00010000:00000010:3.1:1761311762.795678:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f120ded8. 00010000:00000010:1.1:1761311762.796188:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a883fe6. 00010000:00000010:1.1:1761311762.796195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:2.1:1761311762.815980:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005c906f05. 00010000:00000010:2.1:1761311762.815988:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bf9e423. 00010000:00000010:2.1:1761311762.815992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311762.819423:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d52cde4. 00010000:00000010:2.1:1761311762.819433:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017b45383. 00010000:00000010:2.1:1761311762.819439:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:1.1:1761311762.827459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce078ed2. 00010000:00000010:3.1:1761311762.829688:0:78471:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c8be5e9. 00010000:00000010:3.1:1761311762.829703:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:3.1:1761311762.829714:0:78471:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9a5bc0d. 00010000:00000010:1.1:1761311762.839454:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d61392cc. 00010000:00000010:1.1:1761311762.839462:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:0.1:1761311762.844416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009cd976f7. 00010000:00000010:0.1:1761311762.844423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004822cb63. 00010000:00000010:0.1:1761311762.844427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311762.845385:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019001000. 00010000:00000010:2.1:1761311762.850063:0:78475:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011d8ee07. 00010000:00000010:2.1:1761311762.850069:0:78475:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311762.862341:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a8dbc2d. 00010000:00000010:3.1:1761311762.862352:0:78478:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000072cbb368. 00010000:00000010:3.1:1761311762.862356:0:78478:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311762.872360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001adea898. 00010000:00000010:0.1:1761311762.872367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3f4c26f. 00010000:00000010:0.1:1761311762.872372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311762.880634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000476d4660. 00010000:00000010:1.1:1761311762.883525:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000094d6990e. 00010000:00000010:1.1:1761311762.883534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311762.920360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000911c8993. 00010000:00000010:3.1:1761311762.924616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000276b120f. 00010000:00000010:3.1:1761311762.924624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311762.929364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058bed822. 00010000:00000010:1.1:1761311762.929372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:2.1:1761311762.931805:0:78481:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e20983f7. 00010000:00000010:2.1:1761311762.933367:0:78481:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba9fa896. 00010000:00000010:0.1:1761311762.937344:0:78482:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004258bbe3. 00010000:00000010:0.1:1761311762.937349:0:78482:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311762.944953:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c45146be. 00010000:00000010:1.1:1761311762.944964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:3.1:1761311762.945131:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000101316b. 00010000:00000010:0.1:1761311762.961423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ea7762e3. 00010000:00000010:0.1:1761311762.961431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f47b0a74. 00010000:00000010:0.1:1761311762.961435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311762.978875:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e1579485. 00010000:00000010:2.1:1761311762.979409:0:78484:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b6ce9b9. 00010000:00000010:2.1:1761311762.979414:0:78484:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311762.982343:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004518f0f9. 00010000:00000010:3.1:1761311762.982348:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d6ec1ca. 00010000:00000010:3.1:1761311762.982353:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:3.1:1761311762.990367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094857398. 00010000:00000010:3.1:1761311762.994006:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000512205a1. 00010000:00000010:3.1:1761311762.994013:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:0.1:1761311763.012348:0:78487:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014143e8a. 00010000:00000010:0.1:1761311763.012356:0:78487:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:1.1:1761311763.013183:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d26161e1. 00010000:00000010:0.1:1761311763.018547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3151bb7. 00010000:00000010:0.1:1761311763.018560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000285ff5c6. 00010000:00000010:0.1:1761311763.018564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.1:1761311763.018568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000083b3a7db. 00010000:00000010:0.1:1761311763.018572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:3.1:1761311763.032684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff4af188. 00010000:00000010:3.1:1761311763.036944:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053a882bc. 00010000:00000010:3.1:1761311763.036951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e822112c. 00010000:00000010:3.1:1761311763.036954:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311763.053727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072ae0ddc. 00010000:00000010:0.1:1761311763.061938:0:78489:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022e29bde. 00010000:00000010:0.1:1761311763.061949:0:78489:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:2.1:1761311763.069840:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f9528de. 00010000:00000010:2.1:1761311763.069866:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000183ea7b7. 00010000:00000010:2.1:1761311763.069873:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:3.1:1761311763.084337:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c25fcd47. 00010000:00000010:3.1:1761311763.084343:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004acbbdac. 00010000:00000010:3.1:1761311763.084347:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:2.1:1761311763.088404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a7e1b4f. 00010000:00000010:3.1:1761311763.088562:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006bff74eb. 00010000:00000010:3.1:1761311763.088569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:1.1:1761311763.095353:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000db5c6b13. 00010000:00000010:1.1:1761311763.095366:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:3.1:1761311763.095369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de4f5189. 00010000:00000010:1.1:1761311763.111673:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093125304. 00010000:00000010:1.1:1761311763.111682:0:20:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000947668d. 00010000:00000010:1.1:1761311763.111686:0:20:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311763.117627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008a1e3b69. 00010000:00000010:1.1:1761311763.120630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097b6e4b9. 00010000:00000010:1.1:1761311763.120640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311763.124795:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b05a071d. 00010000:00000010:1.1:1761311763.124803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311763.124866:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae6c8812. 00010000:00000010:3.1:1761311763.129390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003db44498. 00010000:00000010:0.1:1761311763.137442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5885884. 00010000:00000010:1.1:1761311763.137664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000100ea10c. 00010000:00000010:1.1:1761311763.137672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311763.142046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d941bc4. 00010000:00000010:1.1:1761311763.142058:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311763.142222:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009f8df1f. 00010000:00000010:0.1:1761311763.145368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b33b97e. 00010000:00000010:1.1:1761311763.145880:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000034304494. 00010000:00000010:1.1:1761311763.145887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311763.148800:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000791c274e. 00010000:00000010:1.1:1761311763.148815:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311763.153536:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005169ec3e. 00010000:00000010:1.1:1761311763.153551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311763.153696:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003100b52. 00010000:00000010:0.1:1761311763.158362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54a8320. 00010000:00000010:1.1:1761311763.166607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3dfe99e. 00010000:00000010:1.1:1761311763.166616:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311763.170437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fda2e5c0. 00010000:00000010:1.1:1761311763.170477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069838044. 00010000:00000010:1.1:1761311763.170483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311763.177444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7cac9ee. 00010000:00000010:1.1:1761311763.177490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b00f756. 00010000:00000010:1.1:1761311763.177496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311763.183415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eb740c7. 00010000:00000010:1.1:1761311763.183431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311763.183528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044a6c9f3. 00010000:00000010:1.1:1761311763.191555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c293b1a. 00010000:00000010:1.1:1761311763.191572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311763.191611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035215f94. 00010000:00000010:1.1:1761311763.196708:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a36ba0e. 00010000:00000010:1.1:1761311763.196719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311763.196762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000febd2be0. 00010000:00000010:3.1:1761311763.201722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000650f6b70. 00010000:00000010:1.1:1761311763.201950:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b09ec2a4. 00010000:00000010:1.1:1761311763.201957:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311763.204534:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022193548. 00010000:00000010:1.1:1761311763.209363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6680ff9. 00010000:00000010:1.1:1761311763.209378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311763.214541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094583c2c. 00010000:00000010:3.1:1761311763.219513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c5d3628. 00010000:00000010:3.1:1761311763.219520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311763.220059:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c4b4d836. 00010000:00000010:3.1:1761311763.222665:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d954769. 00010000:00000010:3.1:1761311763.222679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.1:1761311763.227508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b36b5ac2. 00010000:00000010:3.1:1761311763.227521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311763.228370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002643b789. 00010000:00000010:3.1:1761311763.232465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c3cfd19. 00010000:00000010:3.1:1761311763.232477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:2.1:1761311763.240363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046198809. 00010000:00000010:2.1:1761311763.243983:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c10b44af. 00010000:00000010:3.1:1761311763.244423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3204831. 00010000:00000010:3.1:1761311763.244430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:2.1:1761311763.249361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a144d657. 00010000:00000010:3.1:1761311763.249608:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e9d5eb4. 00010000:00000010:3.1:1761311763.249615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311763.254329:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040eaf13b. 00010000:00000010:3.1:1761311763.254590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001552918e. 00010000:00000010:3.1:1761311763.254596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:3.1:1761311763.257792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fc82f4b9. 00010000:00000010:3.1:1761311763.257801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e1c00cb. 00010000:00000010:3.1:1761311763.257805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311763.261250:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f803d816. 00010000:00000010:3.1:1761311763.261258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:2.1:1761311763.261351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000092cfbdbe. 00010000:00000010:1.1:1761311763.267465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e15aa93a. 00010000:00000010:3.1:1761311763.270485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dd9f47ab. 00010000:00000010:3.1:1761311763.270495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:3.1:1761311763.276401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a537a49. 00010000:00000010:3.1:1761311763.276408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040e50526. 00010000:00000010:3.1:1761311763.276411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:1.1:1761311763.282402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007372c37d. 00010000:00000010:2.1:1761311763.282443:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f08f5d3a. 00010000:00000010:2.1:1761311763.282450:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.1:1761311763.292388:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b7b1f6a. 00010000:00000010:3.1:1761311763.292397:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311763.292480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000345afd18. 00010000:00000010:3.1:1761311763.296590:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d19ce3c. 00010000:00000010:3.1:1761311763.296603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:2.1:1761311763.304502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082d7ecb4. 00010000:00000010:2.1:1761311763.304516:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000069b21bf4. 00010000:00000010:3.1:1761311763.304750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088cc9d16. 00010000:00000010:3.1:1761311763.304758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311763.308448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff70ea72. 00010000:00000010:3.1:1761311763.308662:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be3787e1. 00010000:00000010:3.1:1761311763.308669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:3.1:1761311763.313008:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d19aa63. 00010000:00000010:3.1:1761311763.313019:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030286761. 00010000:00000010:3.1:1761311763.313022:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311763.321417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d94665d. 00010000:00000010:3.1:1761311763.321424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311763.323105:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5aa3a85. 00010000:00000010:1.1:1761311763.326663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe0cc69. 00010000:00000010:3.1:1761311763.329914:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc313a35. 00010000:00000010:3.1:1761311763.329924:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:1.1:1761311763.330411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005726339d. 00010000:00000010:3.1:1761311763.332620:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a55e8495. 00010000:00000010:3.1:1761311763.332635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:2.1:1761311763.338373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079d44107. 00010000:00000010:3.1:1761311763.338529:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8721501. 00010000:00000010:3.1:1761311763.338536:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:1.1:1761311763.346392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005bafb0f9. 00010000:00000010:3.1:1761311763.349377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029db4ade. 00010000:00000010:3.1:1761311763.349390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:3.1:1761311763.354790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003c35029c. 00010000:00000010:3.1:1761311763.354798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:2.1:1761311763.355351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d08350c2. 00010000:00000010:2.1:1761311763.362521:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000983a73d6. 00010000:00000010:3.1:1761311763.362823:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6e89fa0. 00010000:00000010:3.1:1761311763.362832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:1.1:1761311763.363358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005032f8e0. 00010000:00000010:3.1:1761311763.366654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095add72e. 00010000:00000010:3.1:1761311763.366663:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:1.1:1761311763.372357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039a28a06. 00010000:00000010:3.1:1761311763.372404:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f53dc7f. 00010000:00000010:3.1:1761311763.372411:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:2.1:1761311763.372838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044eb7ceb. 00010000:00000010:3.1:1761311763.379382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a13477a. 00010000:00000010:3.1:1761311763.379389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311763.386358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033ecb0df. 00010000:00000010:3.1:1761311763.386366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311763.386470:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b19e0e1. 00010000:00000010:2.1:1761311763.386477:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035fe518c. 00010000:00000010:3.1:1761311763.388420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c582cb0a. 00010000:00000010:3.1:1761311763.388428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:2.1:1761311763.391793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055e717f8. 00010000:00000010:3.1:1761311763.392413:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000495389ff. 00010000:00000010:3.1:1761311763.392420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:1.1:1761311763.401360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7602795. 00010000:00000010:1.1:1761311763.408364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001b58c50. 00010000:00000010:3.1:1761311763.408427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a2b817d. 00010000:00000010:3.1:1761311763.408434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311763.411357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066ff7cd0. 00010000:00000010:3.1:1761311763.411604:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bfbe48f2. 00010000:00000010:3.1:1761311763.411611:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311763.411768:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8869629. 00010000:00000010:0.1:1761311763.411774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:3.1:1761311763.419675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ed8bcd3. 00010000:00000010:3.1:1761311763.419688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c675eb08. 00010000:00000010:3.1:1761311763.419692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:3.1:1761311763.431919:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000003d44b8e. 00010000:00000010:3.1:1761311763.431931:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311763.435439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af404aaf. 00010000:00000010:3.1:1761311763.436859:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065bfd623. 00010000:00000010:3.1:1761311763.436867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311763.436870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f4751fc5. 00010000:00000010:3.1:1761311763.436872:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:2.1:1761311763.440597:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe33fe35. 00010000:00000010:2.1:1761311763.440603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000965615d. 00010000:00000010:2.1:1761311763.445372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f55071c9. 00010000:00000010:3.1:1761311763.445607:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c11edbd0. 00010000:00000010:3.1:1761311763.445614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:0.1:1761311763.449588:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048f2d5d1. 00010000:00000010:3.1:1761311763.449980:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9dfa571. 00010000:00000010:3.1:1761311763.449986:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:2.1:1761311763.452590:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004427b68b. 00010000:00000010:3.1:1761311763.457854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000848d447. 00010000:00000010:3.1:1761311763.457870:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:0.1:1761311763.461442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003be119a0. 00010000:00000010:1.1:1761311763.462365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000970a0824. 00010000:00000010:1.1:1761311763.462375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:2.1:1761311763.469716:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc68a9c4. 00010000:00000010:1.1:1761311763.474028:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ced71952. 00010000:00000010:1.1:1761311763.474038:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311763.476979:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aa81475f. 00010000:00000010:1.1:1761311763.476985:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311763.477622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c14f35f5. 00010000:00000010:2.1:1761311763.480714:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000055b4c0f. 00010000:00000010:1.1:1761311763.480778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052061f26. 00010000:00000010:1.1:1761311763.480786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311763.485609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003bea6c2a. 00010000:00000010:1.1:1761311763.485622:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab5d9ff. 00010000:00000010:1.1:1761311763.485627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311763.488517:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066559273. 00010000:00000010:1.1:1761311763.493526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040f25587. 00010000:00000010:1.1:1761311763.493535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311763.498364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff7d13f0. 00010000:00000010:3.1:1761311763.501505:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047535dae. 00010000:00000010:1.1:1761311763.501570:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b8810d7. 00010000:00000010:1.1:1761311763.501578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311763.504912:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000201c4fbb. 00010000:00000010:1.1:1761311763.504919:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311763.508669:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004d21e2b2. 00010000:00000010:1.1:1761311763.508678:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c182b1c3. 00010000:00000010:1.1:1761311763.508682:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311763.513876:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c5b8541. 00010000:00000010:1.1:1761311763.513893:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311763.514085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000be18cde. 00010000:00000010:2.1:1761311763.519423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f128972. 00010000:00000010:1.1:1761311763.519503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000090c96e56. 00010000:00000010:1.1:1761311763.519511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311763.525486:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9b1da04. 00010000:00000010:1.1:1761311763.526391:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbf2cd3c. 00010000:00000010:1.1:1761311763.526400:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311763.536856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018b5becd. 00010000:00000010:1.1:1761311763.537062:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000522b88b1. 00010000:00000010:1.1:1761311763.537069:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311763.546407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025b0e6c8. 00010000:00000010:1.1:1761311763.546423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311763.551731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000777150a2. 00010000:00000010:0.1:1761311763.551745:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000071081b72. 00010000:00000010:0.1:1761311763.551749:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311763.555347:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056b34f4f. 00010000:00000010:0.1:1761311763.559463:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bbfeaebb. 00010000:00000010:3.1:1761311763.559832:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af008924. 00010000:00000010:3.1:1761311763.559838:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:2.1:1761311763.564349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052561ed1. 00010000:00000010:3.1:1761311763.572021:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000d76dcf. 00010000:00000010:3.1:1761311763.572037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:2.1:1761311763.576267:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3d0037f. 00010000:00000010:3.1:1761311763.576347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce2923ed. 00010000:00000010:3.1:1761311763.576353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:3.1:1761311763.581265:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010aae647. 00010000:00000010:3.1:1761311763.581273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311763.581417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db01ab94. 00010000:00000010:2.1:1761311763.581753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000874fb32a. 00010000:00000010:2.1:1761311763.583534:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffd0a43d. 00010000:00000010:2.1:1761311763.583549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311763.588473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045ce3d82. 00010000:00000010:2.1:1761311763.588551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000078ea811. 00010000:00000010:2.1:1761311763.588559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:0.1:1761311763.593358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009b3e5938. 00010000:00000010:2.1:1761311763.600715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a1643b8. 00010000:00000010:2.1:1761311763.600727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:0.1:1761311763.604347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b4daa04b. 00010000:00000010:3.1:1761311763.604381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f2bb1fc. 00010000:00000010:2.1:1761311763.604782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b6c22619. 00010000:00000010:2.1:1761311763.604791:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:0.1:1761311763.609362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d6336bd. 00010000:00000010:2.1:1761311763.609459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000079f47d8b. 00010000:00000010:2.1:1761311763.609466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:2.1:1761311763.617772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b748c11. 00010000:00000010:2.1:1761311763.617785:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.1:1761311763.617789:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f9afdf79. 00010000:00000010:2.1:1761311763.617793:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311763.622634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005545efce. 00010000:00000010:3.1:1761311763.626609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000010cf16b6. 00010000:00000010:2.1:1761311763.626854:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6d12634. 00010000:00000010:2.1:1761311763.626862:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:0.1:1761311763.627346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000af9d9d4. 00010000:00000010:2.1:1761311763.630491:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce037fca. 00010000:00000010:2.1:1761311763.630503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:3.1:1761311763.631504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000437861e1. 00010000:00000010:2.1:1761311763.634366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004581f5bc. 00010000:00000010:0.1:1761311763.634366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4c7f1ef. 00010000:00000010:2.1:1761311763.634384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311763.637909:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca33f68f. 00010000:00000010:2.1:1761311763.637921:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:3.1:1761311763.641452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000589d6d11. 00010000:00000010:2.1:1761311763.648099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000755b5cad. 00010000:00000010:2.1:1761311763.648112:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:3.1:1761311763.654053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000facae922. 00010000:00000010:2.1:1761311763.662399:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c484fb0f. 00010000:00000010:2.1:1761311763.662412:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311763.665492:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b7d25b8. 00010000:00000010:2.1:1761311763.666286:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0ecdd0b. 00010000:00000010:2.1:1761311763.666297:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.1:1761311763.669960:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b980a2f. 00010000:00000010:2.1:1761311763.669973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:3.1:1761311763.670361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014ac1e7a. 00010000:00000010:0.1:1761311763.674354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097a23bbe. 00010000:00000010:2.1:1761311763.683417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba803159. 00010000:00000010:2.1:1761311763.683430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:1.1:1761311763.686481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048643691. 00010000:00000010:1.1:1761311763.696373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001555e349. 00010000:00000010:1.1:1761311763.696387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:3.1:1761311763.696424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce4554d0. 00010000:00000010:2.1:1761311763.696707:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000027754342. 00010000:00000010:2.1:1761311763.696713:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311763.701818:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000086db256b. 00010000:00000010:1.1:1761311763.701965:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f0a6995. 00010000:00000010:1.1:1761311763.701972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:1.1:1761311763.711913:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fc9ff76. 00010000:00000010:1.1:1761311763.711928:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311763.712640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009977c861. 00010000:00000010:1.1:1761311763.716627:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007275bde4. 00010000:00000010:1.1:1761311763.716637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000249ff54a. 00010000:00000010:1.1:1761311763.716641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311763.716645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003ff5b692. 00010000:00000010:1.1:1761311763.716652:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c346d9f5. 00010000:00000010:1.1:1761311763.716656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311763.722774:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004be6354. 00010000:00000010:1.1:1761311763.725370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007450e322. 00010000:00000010:1.1:1761311763.725388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311763.725760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e673c9a1. 00010000:00000010:2.1:1761311763.725770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311763.730765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a623eb5a. 00010000:00000010:1.1:1761311763.736617:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007994f4a7. 00010000:00000010:1.1:1761311763.736631:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:3.1:1761311763.743883:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000672eeebe. 00010000:00000010:0.1:1761311763.744356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020efe1ae. 00010000:00000010:2.1:1761311763.748297:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f43067d2. 00010000:00000010:2.1:1761311763.748334:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311763.748352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001360c2c6. 00010000:00000010:1.1:1761311763.748359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311763.754451:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004aeae6d9. 00010000:00000010:2.1:1761311763.767361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bfcdb498. 00010000:00000010:1.1:1761311763.767411:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a813e5f0. 00010000:00000010:1.1:1761311763.767417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311763.771415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075eac426. 00010000:00000010:1.1:1761311763.779393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000050634b6c. 00010000:00000010:1.1:1761311763.779400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311763.784470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052afbde7. 00010000:00000010:1.1:1761311763.784485:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ba7bb10. 00010000:00000010:1.1:1761311763.784490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311763.789645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a35324dc. 00010000:00000010:1.1:1761311763.799459:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7bcd73c. 00010000:00000010:1.1:1761311763.799470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311763.806414:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9c9b744. 00010000:00000010:1.1:1761311763.806421:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e3fae7b. 00010000:00000010:1.1:1761311763.806425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311763.810348:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000623d485b. 00010000:00000010:1.1:1761311763.810519:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9be4090. 00010000:00000010:1.1:1761311763.810524:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311763.815355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003910eca9. 00010000:00000010:1.1:1761311763.815367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311763.815643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a48d954. 00010000:00000010:2.1:1761311763.820684:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9e2a180. 00010000:00000010:2.1:1761311763.820694:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:2.1:1761311763.820699:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008b29bd58. 00010000:00000010:0.1:1761311763.824758:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ecc9d49e. 00010000:00000010:0.1:1761311763.824767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:3.1:1761311763.826273:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000de2b0cd5. 00010000:00000010:2.1:1761311763.831688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ce9c8ae. 00010000:00000010:0.1:1761311763.835555:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8a55138. 00010000:00000010:0.1:1761311763.835571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:1.1:1761311763.839352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4fe6215. 00010000:00000010:1.1:1761311763.839363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:3.1:1761311763.839437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000329512c7. 00010000:00000010:0.1:1761311763.843409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e4e357b7. 00010000:00000010:2.1:1761311763.844436:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000c19217b. 00010000:00000010:2.1:1761311763.844445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311763.848612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e9609c9. 00010000:00000010:2.1:1761311763.852951:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000396cc790. 00010000:00000010:2.1:1761311763.852972:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311763.857438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d035009. 00010000:00000010:2.1:1761311763.858605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ce2dac6. 00010000:00000010:2.1:1761311763.858615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311763.862793:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfd535ce. 00010000:00000010:2.1:1761311763.862802:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311763.863929:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0f4a911. 00010000:00000010:3.1:1761311763.867498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f083577b. 00010000:00000010:2.1:1761311763.871412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a73ddd4. 00010000:00000010:2.1:1761311763.871431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:1.1:1761311763.875343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a34f8ef8. 00010000:00000010:2.1:1761311763.875830:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004c22cfd6. 00010000:00000010:2.1:1761311763.875840:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:1.1:1761311763.885673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003385eab. 00010000:00000010:3.1:1761311763.888955:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000bc0a6cc. 00010000:00000010:2.1:1761311763.889149:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002bb8d770. 00010000:00000010:2.1:1761311763.889157:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:2.1:1761311763.897477:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006198f901. 00010000:00000010:2.1:1761311763.897493:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:3.1:1761311763.897643:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf6b66e. 00010000:00000010:2.1:1761311763.904399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d9eb3960. 00010000:00000010:2.1:1761311763.904409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311763.911454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000466c2c46. 00010000:00000010:1.1:1761311763.914805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bd83b23. 00010000:00000010:1.1:1761311763.914821:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:1.1:1761311763.914825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007262b1d0. 00010000:00000010:1.1:1761311763.914829:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311763.919275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ea6ad3cc. 00010000:00000010:1.1:1761311763.919296:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311763.919467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e947230. 00010000:00000010:0.1:1761311763.919474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd1d9c87. 00010000:00000010:2.1:1761311763.925510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aba1bb1c. 00010000:00000010:2.1:1761311763.925529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b113f5f0. 00010000:00000010:2.1:1761311763.925535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311763.938347:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c36b0870. 00010000:00000010:2.1:1761311763.943275:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d8d3932. 00010000:00000010:2.1:1761311763.943289:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:0.1:1761311763.949461:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf584ca6. 00010000:00000010:2.1:1761311763.949606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d007bf6e. 00010000:00000010:2.1:1761311763.949613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311763.965377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000054f70974. 00010000:00000010:2.1:1761311763.965384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311763.969455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000becee63d. 00010000:00000010:3.1:1761311763.975425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d01ba840. 00010000:00000010:2.1:1761311763.975864:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005dc34004. 00010000:00000010:2.1:1761311763.975871:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b53eb5a2. 00010000:00000010:2.1:1761311763.975875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311763.975877:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000e33700e. 00010000:00000010:2.1:1761311763.975880:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:0.1:1761311763.980105:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037e4046f. 00010000:00000010:2.1:1761311763.980167:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008848af08. 00010000:00000010:2.1:1761311763.980175:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:0.1:1761311763.986448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016141815. 00010000:00000010:2.1:1761311763.986581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001316e4d6. 00010000:00000010:2.1:1761311763.986587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311763.996399:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f69c64e0. 00010000:00000010:0.1:1761311763.996415:0:78490:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041fff16f. 00010000:00000010:0.1:1761311763.996419:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:1.1:1761311764.000548:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b3ef13c. 00010000:00000010:1.1:1761311764.000554:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00010000:00000010:3.1:1761311764.000770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a6f786. 00010000:00000010:3.1:1761311764.005890:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055d8e33b. 00010000:00000010:2.1:1761311764.009364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bcc99328. 00010000:00000010:2.1:1761311764.009377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311764.010014:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d564e584. 00010000:00000010:2.1:1761311764.013526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac4f83a9. 00010000:00000010:2.1:1761311764.013533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:2.1:1761311764.024621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000afea7aea. 00010000:00000010:2.1:1761311764.024627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a7b4205a. 00010000:00000010:2.1:1761311764.024630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311764.030191:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca2a10b8. 00010000:00000010:1.1:1761311764.033145:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7d42905. 00010000:00000010:1.1:1761311764.033154:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311764.048528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d5c80c2. 00010000:00000010:3.1:1761311764.048543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ccafd15e. 00010000:00000010:3.1:1761311764.048546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311764.060355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a559e6. 00010000:00000010:3.1:1761311764.060364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e52db6fa. 00010000:00000010:3.1:1761311764.060368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311764.068781:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000fbabd03. 00010000:00000010:3.1:1761311764.068794:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:0.1:1761311764.071572:0:78491:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003675c167. 00010000:00000010:0.1:1761311764.071586:0:78491:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000624f6075. 00010000:00000010:0.1:1761311764.071589:0:78491:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:3.1:1761311764.076491:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001dde78a5. 00010000:00000010:2.1:1761311764.094361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056606755. 00010000:00000010:2.1:1761311764.094379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311764.096942:0:78495:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8ef9590. 00010000:00000010:0.1:1761311764.101456:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6d060e0. 00010000:00000010:2.1:1761311764.101560:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d160be76. 00010000:00000010:2.1:1761311764.101568:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b3c835f. 00010000:00000010:2.1:1761311764.101572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311764.107615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d74c8bda. 00010000:00000010:2.1:1761311764.107624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311764.119371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f8e4013. 00010000:00000010:2.1:1761311764.119381:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009db439f5. 00010000:00000010:2.1:1761311764.119386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:0.1:1761311764.121355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000618302a2. 00010000:00000010:3.1:1761311764.144929:0:77265:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006a6f778a. 00010000:00000010:3.1:1761311764.144945:0:77265:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:3.1:1761311764.144950:0:77265:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ca616dea. 00010000:00000010:3.1:1761311764.144955:0:77265:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:3.1:1761311764.144958:0:77265:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f5a9ef12. 00010000:00000010:3.1:1761311764.144961:0:77265:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000024d34709. 00010000:00000010:3.1:1761311764.144964:0:77265:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:2.1:1761311764.145436:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000790247a1. 00010000:00000010:2.1:1761311764.152638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9f1775f. 00010000:00000010:2.1:1761311764.152647:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001099fe31. 00010000:00000010:2.1:1761311764.152650:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:2.1:1761311764.152653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006e0de6a1. 00010000:00000010:2.1:1761311764.152655:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000507693f1. 00010000:00000010:2.1:1761311764.152659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:3.1:1761311764.154661:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000909b3879. 00010000:00000010:3.1:1761311764.154671:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.1:1761311764.161351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a62e72a. 00010000:00000010:0.1:1761311764.172432:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004cf7a145. 00010000:00000010:1.1:1761311764.189365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8fca90a. 00010000:00000010:1.1:1761311764.189373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:3.1:1761311764.189478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006abc7524. 00010000:00000010:3.1:1761311764.189483:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311764.202206:0:78490:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000091eacac8. 00010000:00000010:2.1:1761311764.205958:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082ce4181. 00010000:00000010:2.1:1761311764.205967:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311764.205971:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e35933a. 00010000:00000010:0.1:1761311764.213409:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002b6d28c. 00010000:00000010:3.1:1761311764.223256:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c46b81a. 00010000:00000010:3.1:1761311764.223266:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:0.1:1761311764.224535:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000220baf66. 00010000:00000010:3.1:1761311764.231615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d1e93b42. 00010000:00000010:3.1:1761311764.231623:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:1.1:1761311764.242372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093f31163. 00010000:00000010:2.1:1761311764.242384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d984e863. 00010000:00000010:2.1:1761311764.242393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:1.1:1761311764.252494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000420aad8d. 00010000:00000010:2.1:1761311764.259391:0:78500:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005199abd6. 00010000:00000010:2.1:1761311764.259402:0:78500:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:0.1:1761311764.264359:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070a950ad. 00010000:00000010:0.1:1761311764.264371:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000019efca3. 00010000:00000010:0.1:1761311764.264375:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:1.1:1761311764.276355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006095b97. 00010000:00000010:2.1:1761311764.276409:0:78501:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007dc51d8f. 00010000:00000010:2.1:1761311764.276417:0:78501:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.1:1761311764.285615:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000024f31a8. 00010000:00000010:0.1:1761311764.285623:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bb0b070. 00010000:00000010:0.1:1761311764.285628:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:3.1:1761311764.290125:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c56ac532. 00010000:00000010:3.1:1761311764.296155:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ab4da6c. 00010000:00000010:0.1:1761311764.297523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056a6c337. 00010000:00000010:0.1:1761311764.297530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311764.297535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001adb6f74. 00010000:00000010:0.1:1761311764.297538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311764.310727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005f1b3bc8. 00010000:00000010:3.1:1761311764.310739:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b2623ffd. 00010000:00000010:3.1:1761311764.310743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.1:1761311764.318400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb634234. 00010000:00000010:3.1:1761311764.320248:0:31:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc1135ed. 00010000:00000010:3.1:1761311764.320260:0:31:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311764.321425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dde35c17. 00010000:00000010:0.1:1761311764.321433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311764.330379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d9f6ced. 00010000:00000010:0.1:1761311764.340349:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000030ed4b97. 00010000:00000010:0.1:1761311764.340363:0:78502:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b8102782. 00010000:00000010:0.1:1761311764.340366:0:78502:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:3.1:1761311764.346940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c97c6482. 00010000:00000010:3.1:1761311764.346953:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.1:1761311764.347705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fa560984. 00010000:00000010:3.1:1761311764.366479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000075e6ec4a. 00010000:00000010:3.1:1761311764.366492:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1450ad8. 00010000:00000010:3.1:1761311764.366499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311764.372347:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ce9aaad. 00010000:00000010:0.1:1761311764.372384:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5fff2e3. 00010000:00000010:0.1:1761311764.372390:0:78506:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc748fc1. 00010000:00000010:0.1:1761311764.372394:0:78506:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:3.1:1761311764.373435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003551dc08. 00010000:00000010:3.1:1761311764.373443:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:2.1:1761311764.383362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fae476f6. 00010000:00000010:2.1:1761311764.383374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:0.1:1761311764.387006:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002db4ceed. 00010000:00000010:1.1:1761311764.396405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fd89d158. 00010000:00000010:3.1:1761311764.407349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d9e012f. 00010000:00000010:3.1:1761311764.407361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.1:1761311764.410352:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acb0666d. 00010000:00000010:2.1:1761311764.410361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311764.413790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056d9bd04. 00010000:00000010:0.1:1761311764.415350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d88b69be. 00010000:00000010:3.1:1761311764.415977:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000faa26836. 00010000:00000010:3.1:1761311764.415984:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:3.1:1761311764.422660:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000045985694. 00010000:00000010:1.1:1761311764.427860:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000212cb81f. 00010000:00000010:1.1:1761311764.427868:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311764.431003:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0de2f76. 00010000:00000010:3.1:1761311764.431019:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311764.431407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003833d68. 00010000:00000010:3.1:1761311764.436937:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070385b81. 00010000:00000010:3.1:1761311764.436946:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:0.1:1761311764.438378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005abcd400. 00010000:00000010:3.1:1761311764.441390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f45d2166. 00010000:00000010:3.1:1761311764.441398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:0.1:1761311764.445042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000701359fa. 00010000:00000010:1.1:1761311764.445978:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080877e6b. 00010000:00000010:3.1:1761311764.450449:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000759d40fc. 00010000:00000010:3.1:1761311764.450459:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311764.453357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000531bff59. 00010000:00000010:3.1:1761311764.453746:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d6e3b87. 00010000:00000010:3.1:1761311764.453752:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:0.1:1761311764.456949:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000919ed32b. 00010000:00000010:2.1:1761311764.462350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000013fb8eb. 00010000:00000010:2.1:1761311764.462358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:1.1:1761311764.475083:0:78508:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002599fa75. 00010000:00000010:1.1:1761311764.475090:0:78508:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311764.475350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a8f725b. 00010000:00000010:3.1:1761311764.502450:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6f1020b. 00010000:00000010:0.1:1761311764.520364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000070e43279. 00010000:00000010:0.1:1761311764.520376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311764.534444:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f95bf85a. 00010000:00000010:3.1:1761311764.540874:0:78515:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c578b431. 00010000:00000010:3.1:1761311764.540889:0:78515:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.1:1761311764.541364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adc55b76. 00010000:00000010:0.1:1761311764.541370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e0a4dbb4. 00010000:00000010:0.1:1761311764.541373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:3.1:1761311764.566641:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000089b2e8df. 00010000:00000010:3.1:1761311764.566648:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:2.1:1761311764.567432:0:78516:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000078d562e6. 00010000:00000010:3.1:1761311764.573330:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dec7fec3. 00010000:00000010:3.1:1761311764.573346:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f98784a. 00010000:00000010:3.1:1761311764.573351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.1:1761311764.573353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006714ee75. 00010000:00000010:3.1:1761311764.573355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ed6b2c9. 00010000:00000010:3.1:1761311764.573358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:3.1:1761311764.573392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e7030fd. 00010000:00000010:3.1:1761311764.573395:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d822b42c. 00010000:00000010:3.1:1761311764.573397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:2.1:1761311764.594171:0:78510:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a8f086bf. 00010000:00000010:3.1:1761311764.600998:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005362d76. 00010000:00000010:3.1:1761311764.601011:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.1:1761311764.608385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1023fee. 00010000:00000010:3.1:1761311764.608396:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003dd650d6. 00010000:00000010:3.1:1761311764.608400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00000800:00000200:0.0:1761311764.634095:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.634099:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000002fe91ba type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.634196:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009718c151. 00000020:00000010:0.0:1761311764.634202:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d9a93c3. 00000020:00000010:0.0:1761311764.634204:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e4ef735b. 00080000:00000010:0.0:1761311764.634232:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e4ef735b. 00010000:00000010:0.0:1761311764.634364:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002ed224e. 00010000:00000010:0.0:1761311764.634370:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c634e545. 00000001:00000010:0.0:1761311764.634388:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b6399338. 00000001:00000010:0.0:1761311764.634399:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b6399338. 00080000:00000010:0.0:1761311764.634405:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000465fad4e. 00000001:00000010:0.0:1761311764.634412:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b6399338. 00000001:00000010:0.0:1761311764.634419:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b6399338. 00000001:00000010:0.0:1761311764.634423:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b6399338. 00000001:00000010:0.0:1761311764.634428:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b6399338. 00100000:00000010:0.0:1761311764.634439:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000017cd67dc. 00010000:00000010:0.0:1761311764.634456:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b42a724. 00010000:00000010:0.0:1761311764.634461:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4c2b4cb. 00010000:00000010:0.0:1761311764.634471:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000aeecb5b. 00000100:00000010:0.0:1761311764.634474:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.634480:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311764.634489:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005489cb16. 02000000:00000010:0.0:1761311764.634511:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000009bd915. 00000400:00000010:0.0:1761311764.634515:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b6399338. 00000400:00000010:0.0:1761311764.634519:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311764.634524:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787683392, portal 16 00000400:00000010:0.0:1761311764.634528:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311764.634530:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787683392, offset 0 00000400:00000200:0.0:1761311764.634535:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.634541:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.634547:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311764.634550:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311764.634552:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311764.634555:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87111:87111:255:4294967295] 192.168.203.55@tcp LPNI seq info [87111:87111:7:4294967295] 00000400:00000200:0.0:1761311764.634561:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.634565:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.634568:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010eda974 (tot 82353034). 00000800:00000200:0.0:1761311764.634571:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.634575:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.634577:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000010eda974 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311764.638425:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b34c5283. 00010000:00000010:1.1:1761311764.640162:0:15808:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000036c45195. 00010000:00000010:1.1:1761311764.640172:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:0.1:1761311764.645640:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000956f75b5. 00010000:00000010:0.1:1761311764.645650:0:78528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cbe0333e. 00010000:00000010:0.1:1761311764.645654:0:78528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311764.650190:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021cc0e9e. 00000400:00000010:0.0:1761311764.651567:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e813085f. 00000400:00000200:0.0:1761311764.651573:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:0.0:1761311764.651576:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:0.0:1761311764.651582:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787683456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311764.651591:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787683456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311764.651625:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0c14aef. 02000000:00000010:0.0:1761311764.651633:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000019cfb3b8. 00000100:00000010:0.0:1761311764.651636:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:0.0:1761311764.651641:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ebfc707. 00010000:00000010:0.0:1761311764.651644:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076fcbf3d. 00000400:00000200:0.0:1761311764.653079:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.653095:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14de80 00000400:00000200:0.0:1761311764.653102:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9015 [2] + 0 00000400:00000200:0.0:1761311764.653122:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.653125:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.653130:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.653135:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00010000:00000010:3.1:1761311764.653462:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d8dd0bf. 00010000:00000010:3.1:1761311764.653469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00000400:00000200:0.0:1761311764.658251:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.658267:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e96c0 00000400:00000200:0.0:1761311764.658276:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa6b1 [1] + 224 00000400:00000200:0.0:1761311764.658291:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.658295:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.658509:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787683520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761311764.662969:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abd8bf60. 00000020:00000010:0.0:1761311764.662976:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.662981:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d9a93c3. 00000100:00000200:0.0:1761311764.663008:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac3e3358 x1846867781803712/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311764.663043:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781803712 02000000:00000010:0.0:1761311764.663052:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008146f2c6. 00010000:00000010:0.0:1761311764.663078:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004be451c. 00010000:00000010:0.0:1761311764.663096:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d1a0c0f. 00000100:00000010:0.0:1761311764.663102:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.663120:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.663124:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d1a0c0f. 00000400:00000010:0.0:1761311764.663136:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311764.663140:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781803712, offset 224 00000400:00000200:0.0:1761311764.663147:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.663156:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.663161:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87116:87116:256:4294967295] 192.168.203.55@tcp LPNI seq info [87116:87116:8:4294967295] 00000400:00000200:0.0:1761311764.663171:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.663176:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.663179:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010eda974 (tot 82352786). 00000800:00000200:0.0:1761311764.663184:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.663190:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.663194:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000010eda974 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.663212:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.663217:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d9a93c3. 00000020:00000010:0.0:1761311764.663219:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abd8bf60. 00000800:00000200:0.0:1761311764.663287:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.663290:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010eda974 (tot 82352538). 00000400:00000200:0.0:1761311764.663292:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.663296:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.663299:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:0.0:1761311764.663309:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00010000:00000010:2.1:1761311764.663602:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f3c20d. 00010000:00000010:3.1:1761311764.664132:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001d72945. 00010000:00000010:3.1:1761311764.664138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00000800:00000200:0.0:1761311764.664647:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.664650:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311764.664655:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.664659:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.664663:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:0.0:1761311764.664664:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:0.0:1761311764.664670:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787683584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311764.668719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae746fc7. 00000800:00000200:0.0:1761311764.669816:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.669821:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352786). 00000400:00000200:0.0:1761311764.669826:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.669831:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.669834:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311764.669836:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000800:00000200:0.0:1761311764.669865:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.669867:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311764.669869:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.669872:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.669875:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311764.669876:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:0.0:1761311764.669880:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787683648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311764.672724:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ffbbbae7. 00010000:00000010:3.1:1761311764.672738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00000400:00000010:0.0:1761311764.673027:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e813085f. 00000400:00000200:0.0:1761311764.673034:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:0.0:1761311764.673036:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:0.0:1761311764.673042:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787683648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311764.673072:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787683648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311764.673111:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ecd1012. 02000000:00000010:0.0:1761311764.673118:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000821d05c6. 00000100:00000010:0.0:1761311764.673122:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:0.0:1761311764.673127:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:0.0:1761311764.673130:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ea69045. 00000020:00000010:0.0:1761311764.673164:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d5297ff. 00000020:00000010:0.0:1761311764.673168:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311764.673172:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d9a93c3. 00000100:00000200:0.0:1761311764.673193:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed08d72 x1846867781803840/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311764.673221:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781803840 02000000:00000010:0.0:1761311764.673230:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000821d05c6. 00010000:00000010:0.0:1761311764.673253:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004abc71a9. 00010000:00000010:0.0:1761311764.673266:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d1a0c0f. 00000100:00000010:0.0:1761311764.673271:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.673287:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.673290:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d1a0c0f. 00000400:00000010:0.0:1761311764.673308:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311764.673333:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781803840, offset 224 00000400:00000200:0.0:1761311764.673342:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.673353:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.673358:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87120:87120:256:4294967295] 192.168.203.55@tcp LPNI seq info [87120:87120:8:4294967295] 00000400:00000200:0.0:1761311764.673370:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.673376:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.673380:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010eda974 (tot 82352786). 00000800:00000200:0.0:1761311764.673385:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.673392:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.673396:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000010eda974 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.673412:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311764.673417:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000002d9a93c3. 00000020:00000010:0.0:1761311764.673420:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d5297ff. 00000800:00000200:0.0:1761311764.673490:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.673494:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000010eda974 (tot 82352538). 00000400:00000200:0.0:1761311764.673499:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.673504:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.673507:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:0.0:1761311764.673509:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00000800:00000200:0.0:1761311764.674102:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.674104:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:0.0:1761311764.674111:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.674115:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.674117:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:0.0:1761311764.674119:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:0.0:1761311764.674123:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787683712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.675858:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.675867:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14df80 00000400:00000200:0.0:1761311764.675874:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9015 [2] + 1312 00000400:00000200:0.0:1761311764.675918:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.675923:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.675927:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.675932:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 00000100:00000200:0.0:1761311764.676422:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781803904 00080000:00000010:0.0:1761311764.676775:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ecd1012. 00010000:00000010:0.0:1761311764.676942:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2b47c66. 00010000:00000010:0.0:1761311764.676948:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a6fb00c. 00000001:00000010:0.0:1761311764.676964:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b61352c9. 00000001:00000010:0.0:1761311764.676977:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b61352c9. 00080000:00000010:0.0:1761311764.676983:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d5297ff. 00000001:00000010:0.0:1761311764.676991:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b61352c9. 00000001:00000010:0.0:1761311764.676996:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b61352c9. 00000001:00000010:0.0:1761311764.677001:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b61352c9. 00000001:00000010:0.0:1761311764.677006:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b61352c9. 00100000:00000010:0.0:1761311764.677017:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b3d231cf. 00010000:00000010:0.0:1761311764.677035:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311764.677040:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009de24035. 00010000:00000010:0.0:1761311764.677050:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d1a0c0f. 00000100:00000010:0.0:1761311764.677054:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.677060:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 02000000:00000010:0.0:1761311764.677070:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f6a28b4. 02000000:00000010:0.0:1761311764.677092:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000009bd915. 00000400:00000010:0.0:1761311764.677096:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b61352c9. 00000400:00000010:0.0:1761311764.677100:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311764.677105:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787683776, portal 16 00000400:00000010:0.0:1761311764.677109:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000100:00000200:0.0:1761311764.677110:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787683776, offset 0 00000400:00000200:0.0:1761311764.677116:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.677122:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.677129:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311764.677132:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311764.677135:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311764.677137:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87123:87123:255:4294967295] 192.168.203.55@tcp LPNI seq info [87123:87123:7:4294967295] 00000400:00000200:0.0:1761311764.677144:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.677148:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.677151:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000010eda974 (tot 82353034). 00000800:00000200:0.0:1761311764.677154:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.677159:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.677161:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000010eda974 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761311764.679687:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b61352c9. 00000400:00000200:0.0:1761311764.679692:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:0.0:1761311764.679694:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00000100:00000200:0.0:1761311764.679699:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed36996 x1846867787683776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311764.679706:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed36996 x1846867787683776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311764.679734:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000009bd915. 02000000:00000010:0.0:1761311764.679740:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f6a28b4. 00000100:00000010:0.0:1761311764.679743:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 00000100:00000010:0.0:1761311764.679746:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.679750:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007d1a0c0f. 00000400:00000200:0.0:1761311764.680367:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.680383:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14dfc0 00000400:00000200:0.0:1761311764.680389:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9015 [2] + 1640 00000400:00000200:0.0:1761311764.680444:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.680449:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.680454:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.680458:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00080000:00000010:0.0:1761311764.680761:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f6a28b4. 00010000:00000010:0.0:1761311764.680902:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009de24035. 00010000:00000010:0.0:1761311764.680908:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000488426be. 00000001:00000010:0.0:1761311764.680928:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b61352c9. 00000001:00000010:0.0:1761311764.680941:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b61352c9. 00080000:00000010:0.0:1761311764.680945:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000009bd915. 00000001:00000010:0.0:1761311764.680953:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b61352c9. 00000001:00000010:0.0:1761311764.680958:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b61352c9. 00000001:00000010:0.0:1761311764.680964:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b61352c9. 00000001:00000010:0.0:1761311764.680968:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b61352c9. 00100000:00000010:0.0:1761311764.680979:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002f4549e7. 00100000:00000010:0.0:1761311764.680987:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000020988f52. 00100000:00000010:0.0:1761311764.680990:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009da9557a. 00010000:00000010:0.0:1761311764.681010:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.0:1761311764.681016:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009de24035. 00010000:00000010:0.0:1761311764.681025:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007d1a0c0f. 00000100:00000010:0.0:1761311764.681029:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.681034:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 02000000:00000010:0.0:1761311764.681046:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000b3cf764. 02000000:00000010:0.0:1761311764.681074:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc456eeb. 00000400:00000010:0.0:1761311764.681080:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b61352c9. 00000400:00000010:0.0:1761311764.681084:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311764.681088:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787683840, portal 16 00000400:00000010:0.0:1761311764.681093:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b335db6f. 00000100:00000200:0.0:1761311764.681095:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787683840, offset 0 00000400:00000200:0.0:1761311764.681101:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.681108:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.681114:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311764.681118:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311764.681120:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311764.681122:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87125:87125:256:4294967295] 192.168.203.55@tcp LPNI seq info [87125:87125:8:4294967295] 00000400:00000200:0.0:1761311764.681128:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.681133:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.681136:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000002fe91ba (tot 82352786). 00000800:00000200:0.0:1761311764.681140:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.681145:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.681147:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000002fe91ba type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311764.681361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000049e14cef. 00000400:00000200:0.0:1761311764.682379:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.682393:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9800 00000400:00000200:0.0:1761311764.682399:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa6ed [1] + 224 00000400:00000200:0.0:1761311764.682412:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.682417:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.682436:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ade5492c x1846867787683840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761311764.683357:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51a38c0. 00000020:00000010:0.0:1761311764.683365:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311764.683369:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000002d9a93c3. 00000100:00000200:0.0:1761311764.683392:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d433ce5c x1846867781804032/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00010000:00000010:0.1:1761311764.684384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e92f5af. 00010000:00000010:3.1:1761311764.684750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e32218b8. 00010000:00000010:3.1:1761311764.684756:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:1.1:1761311764.685177:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049d43ce6. 00010000:00000010:1.1:1761311764.685182:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:1.1:1761311764.685185:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066b5c618. 00010000:00000010:3.1:1761311764.688693:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a54618f8. 00010000:00000010:0.1:1761311764.689796:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005b295a0d. 00010000:00000010:0.1:1761311764.689805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311764.689809:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000000e394fc. 00010000:00000010:0.1:1761311764.689813:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311764.692421:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ffaea5f. 00010000:00000010:1.1:1761311764.693504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fdb7e0db. 00010000:00000010:1.1:1761311764.693512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:2.1:1761311764.695744:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003d20b6ce. 00010000:00000010:2.1:1761311764.695753:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c43e21d9. 00010000:00000010:2.1:1761311764.695758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000020:00000010:0.0:1761311764.699242:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008137ecc1. 00000020:00000010:0.0:1761311764.699250:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.699255:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbe1a33c. 00000100:00000200:0.0:1761311764.699280:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000638b7854 x1846867781804224/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311764.699352:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781804224 02000000:00000010:0.0:1761311764.699363:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc9b145a. 00010000:00000010:0.0:1761311764.699400:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002254e36d. 00000100:00000010:0.0:1761311764.699408:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.699415:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.699419:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002254e36d. 00000400:00000010:0.0:1761311764.699432:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311764.699437:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781804224, offset 224 00000400:00000200:0.0:1761311764.699445:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.699455:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.699461:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87132:87132:256:4294967295] 192.168.203.55@tcp LPNI seq info [87132:87132:8:4294967295] 00000400:00000200:0.0:1761311764.699471:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.699476:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.699480:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c11517c (tot 82352786). 00000800:00000200:0.0:1761311764.699486:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.699493:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.699497:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002c11517c type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.699516:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.699522:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbe1a33c. 00000020:00000010:0.0:1761311764.699525:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008137ecc1. 00000800:00000200:0.0:1761311764.699625:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.699628:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000002c11517c (tot 82352538). 00000400:00000200:0.0:1761311764.699632:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.699635:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.699639:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:0.0:1761311764.699641:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000800:00000200:0.0:1761311764.701035:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.701040:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311764.701046:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.701052:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.701056:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:0.0:1761311764.701058:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 00000100:00000200:0.0:1761311764.701064:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac3e3358 x1846867787684096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311764.701507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f5a39a2. 00010000:00000010:2.1:1761311764.701515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4c250f6. 00010000:00000010:2.1:1761311764.701520:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.1:1761311764.703364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002b4e43a7. 00010000:00000010:2.1:1761311764.703376:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fbbc34d1. 00010000:00000010:2.1:1761311764.703380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00000800:00000200:0.0:1761311764.705399:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.705404:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311764.705411:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.705417:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.705422:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:0.0:1761311764.705424:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000400:00000010:0.0:1761311764.705454:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001521c38e. 00000400:00000200:0.0:1761311764.705460:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f87556 00000400:00000010:0.0:1761311764.705462:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011f87556. 00000100:00000200:0.0:1761311764.705470:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac3e3358 x1846867787684096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311764.705480:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac3e3358 x1846867787684096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311764.705503:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d8f4bb5. 02000000:00000010:0.0:1761311764.705517:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003c00cf42. 02000000:00000010:0.0:1761311764.705523:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005489cb16. 00000100:00000010:0.0:1761311764.705526:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000010:0.0:1761311764.705530:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3af25d3. 00010000:00000010:0.0:1761311764.705533:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cca54099. 00080000:00000010:0.0:1761311764.705548:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008137ecc1. 00010000:00000010:0.0:1761311764.705672:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a41955. 00010000:00000010:0.0:1761311764.705679:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000132dfe93. 00000001:00000010:0.0:1761311764.705695:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.705707:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00080000:00000010:0.0:1761311764.705712:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021c49641. 00000001:00000010:0.0:1761311764.705720:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.705725:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.705730:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.705735:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00100000:00000010:0.0:1761311764.705747:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cd90499b. 00100000:00000010:0.0:1761311764.705755:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000001ba39f43. 00100000:00000010:0.0:1761311764.705759:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ec653625. 00010000:00000010:0.0:1761311764.705778:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311764.705783:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043facac8. 00010000:00000010:0.0:1761311764.705793:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002254e36d. 00000100:00000010:0.0:1761311764.705800:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.705808:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311764.705819:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001d957e3. 02000000:00000010:0.0:1761311764.705844:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea1329aa. 00000400:00000010:0.0:1761311764.705848:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec000098. 00000400:00000010:0.0:1761311764.705852:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311764.705857:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787684160, portal 16 00000400:00000010:0.0:1761311764.705862:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311764.705865:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787684160, offset 0 00000400:00000200:0.0:1761311764.705871:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.705881:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.705888:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311764.705891:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311764.705894:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311764.705897:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87135:87135:256:4294967295] 192.168.203.55@tcp LPNI seq info [87135:87135:8:4294967295] 00000400:00000200:0.0:1761311764.705906:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.705912:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.705915:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000002c11517c (tot 82352786). 00000800:00000200:0.0:1761311764.705921:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.705926:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.705929:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000002c11517c type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761311764.710684:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec000098. 00000400:00000200:0.0:1761311764.710692:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:0.0:1761311764.710695:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000100:00000200:0.0:1761311764.710705:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020b5262f x1846867787684160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311764.710719:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020b5262f x1846867787684160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311764.710754:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bfef18b. 02000000:00000010:0.0:1761311764.710771:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea1329aa. 02000000:00000010:0.0:1761311764.710779:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001d957e3. 00000100:00000010:0.0:1761311764.710783:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 00000100:00000010:0.0:1761311764.710786:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.710789:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002254e36d. 00000800:00000200:0.0:1761311764.710846:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.710849:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311764.710854:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.710859:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.710862:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:0.0:1761311764.710864:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00080000:00000010:0.0:1761311764.710886:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001d957e3. 00010000:00000010:0.0:1761311764.711164:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043facac8. 00010000:00000010:0.0:1761311764.711170:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ec36fd35. 00000001:00000010:0.0:1761311764.711188:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.711197:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00080000:00000010:0.0:1761311764.711201:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1329aa. 00000001:00000010:0.0:1761311764.711208:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.711212:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.711216:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.711220:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00100000:00000010:0.0:1761311764.711231:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000afffcfd0. 00010000:00000010:0.0:1761311764.711245:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205a470. 00010000:00000010:0.0:1761311764.711249:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043facac8. 00010000:00000010:0.0:1761311764.711259:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002254e36d. 00000100:00000010:0.0:1761311764.711263:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.711269:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311764.711278:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003488c7e7. 02000000:00000010:0.0:1761311764.711298:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092409c14. 00000400:00000010:0.0:1761311764.711483:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec000098. 00000400:00000010:0.0:1761311764.711487:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311764.711492:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787684224, portal 16 00000400:00000010:0.0:1761311764.711496:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a72d8c6. 00000100:00000200:0.0:1761311764.711498:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787684224, offset 0 00000400:00000200:0.0:1761311764.711503:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.711510:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.711516:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311764.711519:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311764.711521:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311764.711524:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87137:87137:256:4294967295] 192.168.203.55@tcp LPNI seq info [87137:87137:8:4294967295] 00000400:00000200:0.0:1761311764.711531:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.711535:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.711539:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d12f7a65 (tot 82352786). 00000800:00000200:0.0:1761311764.711542:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.711546:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.711549:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d12f7a65 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761311764.718611:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec000098. 00000400:00000200:0.0:1761311764.718616:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:0.0:1761311764.718618:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000100:00000200:0.0:1761311764.718623:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020b5262f x1846867787684224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311764.718629:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020b5262f x1846867787684224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311764.718659:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092409c14. 02000000:00000010:0.0:1761311764.718665:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003488c7e7. 00000100:00000010:0.0:1761311764.718669:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 00000100:00000010:0.0:1761311764.718673:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.718677:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002254e36d. 00000020:00000010:0.0:1761311764.718903:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003488c7e7. 00000020:00000010:0.0:1761311764.718910:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.718913:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbe1a33c. 00000100:00000200:0.0:1761311764.718934:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781804416/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311764.719525:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781804416 02000000:00000010:0.0:1761311764.719540:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092409c14. 00010000:00000010:0.0:1761311764.719570:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008653807d. 00010000:00000010:0.0:1761311764.719591:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002254e36d. 00000100:00000010:0.0:1761311764.719597:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.719609:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.719612:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002254e36d. 00000400:00000010:0.0:1761311764.719625:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311764.719629:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781804416, offset 224 00000400:00000200:0.0:1761311764.719637:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.719648:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.719653:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87138:87138:256:4294967295] 192.168.203.55@tcp LPNI seq info [87138:87138:8:4294967295] 00000400:00000200:0.0:1761311764.719662:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.719667:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.719671:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067755a8e (tot 82352786). 00000800:00000200:0.0:1761311764.719676:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.719682:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.719686:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067755a8e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.719700:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.719705:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbe1a33c. 00000020:00000010:0.0:1761311764.719708:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003488c7e7. 00000800:00000200:0.0:1761311764.719803:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.719806:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000067755a8e (tot 82352538). 00000400:00000200:0.0:1761311764.719809:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.719812:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.719815:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:0.0:1761311764.719817:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00080000:00000010:0.0:1761311764.719838:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003488c7e7. 00010000:00000010:0.0:1761311764.720680:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043facac8. 00010000:00000010:0.0:1761311764.720690:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079e70c38. 00000001:00000010:0.0:1761311764.720709:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.720724:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00080000:00000010:0.0:1761311764.720730:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007953132e. 00000001:00000010:0.0:1761311764.720739:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.720746:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.720751:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311764.720756:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00100000:00000010:0.0:1761311764.720768:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000898611ac. 00010000:00000010:0.0:1761311764.720785:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.0:1761311764.720791:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043facac8. 00010000:00000010:0.0:1761311764.720802:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002254e36d. 00000100:00000010:0.0:1761311764.720807:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.720813:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311764.720825:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001e76fd36. 02000000:00000010:0.0:1761311764.720865:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e35a4350. 00000400:00000010:0.0:1761311764.720871:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec000098. 00000400:00000010:0.0:1761311764.720875:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311764.720880:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787684288, portal 16 00000400:00000010:0.0:1761311764.720886:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a72d8c6. 00000100:00000200:0.0:1761311764.720889:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787684288, offset 0 00000400:00000200:0.0:1761311764.720896:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.720907:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.720915:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311764.720919:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311764.720921:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311764.720924:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87139:87139:256:4294967295] 192.168.203.55@tcp LPNI seq info [87139:87139:8:4294967295] 00000400:00000200:0.0:1761311764.720933:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.720938:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.720942:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000067755a8e (tot 82352786). 00000800:00000200:0.0:1761311764.720947:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.720952:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.720955:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000067755a8e type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761311764.727331:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.727347:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e99c0 00000400:00000200:0.0:1761311764.727355:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa745 [1] + 224 00000400:00000200:0.0:1761311764.727366:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.727370:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.727380:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020b5262f x1846867787684288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.727408:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.727412:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e1c0 00000400:00000200:0.0:1761311764.727416:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa906d [2] + 1968 00000400:00000010:0.0:1761311764.727420:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003305eb7b. 00000400:00000200:0.0:1761311764.727425:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006e8723ca 00000400:00000200:0.0:1761311764.727431:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.727434:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.727436:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006e8723ca 00000400:00000010:0.0:1761311764.727438:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006e8723ca (tot 82352386). 00000100:00000200:0.0:1761311764.727442:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:0.0:1761311764.728293:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.728297:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352786). 00000400:00000200:0.0:1761311764.728341:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.728345:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.728348:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:0.0:1761311764.728350:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 02000000:00000010:0.0:1761311764.728353:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012ff3ef7. 00000800:00000200:0.0:1761311764.728414:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.728416:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311764.728419:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.728422:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.728424:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:0.0:1761311764.728425:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:0.0:1761311764.728429:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787684352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311764.731390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057edb03d. 00010000:00000010:0.1:1761311764.731403:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d030bfb3. 00010000:00000010:0.1:1761311764.731407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311764.731416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072c3a655. 00010000:00000010:0.1:1761311764.731420:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5f50920. 00010000:00000010:0.1:1761311764.731423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00000400:00000200:3.0:1761311764.734212:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.734216:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.734224:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787684352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311764.734306:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:0.0:1761311764.734343:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:0.0:1761311764.734345:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:0.0:1761311764.734351:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787684352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311764.734358:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787684352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311764.734384:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abd8bf60. 02000000:00000010:0.0:1761311764.734389:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008146f2c6. 00000100:00000010:0.0:1761311764.734392:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:0.0:1761311764.734396:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:0.0:1761311764.734400:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00000400:00000200:0.0:1761311764.734731:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.734740:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e200 00000400:00000200:0.0:1761311764.734744:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa90c5 [2] + 0 00000400:00000200:0.0:1761311764.734792:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.734795:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.734799:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.734803:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00000020:00000010:3.0:1761311764.734987:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000821d05c6. 00000020:00000010:3.0:1761311764.734993:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.734997:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.735020:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fb1e5b9 x1846867781804544/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311764.735056:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781804544 02000000:00000010:3.0:1761311764.735069:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000688cbfd8. 00010000:00000010:3.0:1761311764.735100:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f598295d. 00010000:00000010:3.0:1761311764.735122:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dad26dbc. 00000100:00000010:3.0:1761311764.735128:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:3.0:1761311764.735149:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:3.0:1761311764.735152:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dad26dbc. 00000400:00000010:3.0:1761311764.735164:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311764.735168:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781804544, offset 224 00000400:00000200:3.0:1761311764.735174:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.735183:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.735188:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87142:87142:256:4294967295] 192.168.203.55@tcp LPNI seq info [87142:87142:8:4294967295] 00000400:00000200:3.0:1761311764.735197:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.735202:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.735206:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311764.735211:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.735217:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.735220:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.735235:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.735239:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.735242:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000821d05c6. 00010000:00000010:3.1:1761311764.735792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ad84d01f. 00010000:00000010:3.1:1761311764.735801:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f70aa6b3. 00010000:00000010:3.1:1761311764.735805:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.1:1761311764.735853:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a77f1e3. 00010000:00000010:0.1:1761311764.735858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075e71b9c. 00010000:00000010:0.1:1761311764.735861:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00000800:00000200:0.0:1761311764.735898:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.735901:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352786). 00000400:00000200:0.0:1761311764.735906:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.735910:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.735913:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:0.0:1761311764.735915:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000800:00000200:0.0:1761311764.736192:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.736195:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:0.0:1761311764.736200:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.736203:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.736206:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:0.0:1761311764.736207:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:0.0:1761311764.736212:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787684416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.737970:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.737988:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9a40 00000400:00000200:3.0:1761311764.737994:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa761 [1] + 224 00000400:00000200:3.0:1761311764.738006:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.738009:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.738017:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787684416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.740188:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.740205:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e240 00000400:00000200:0.0:1761311764.740213:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa90c5 [2] + 328 00000400:00000200:0.0:1761311764.740277:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.740282:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.740289:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.740294:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:3.0:1761311764.741071:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007cb99493. 00000020:00000010:3.0:1761311764.741078:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.741082:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.741105:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781804608/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311764.741141:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781804608 02000000:00000010:3.0:1761311764.741151:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001acae240. 00010000:00000010:3.0:1761311764.741179:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e229554b. 00010000:00000010:3.0:1761311764.741196:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dad26dbc. 00000100:00000010:3.0:1761311764.741202:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:3.0:1761311764.741221:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:3.0:1761311764.741225:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dad26dbc. 00000400:00000010:3.0:1761311764.741237:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311764.741240:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781804608, offset 224 00000400:00000200:3.0:1761311764.741247:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.741258:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.741262:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87144:87144:256:4294967295] 192.168.203.55@tcp LPNI seq info [87144:87144:8:4294967295] 00000400:00000200:3.0:1761311764.741273:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.741278:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.741282:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311764.741287:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.741293:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.741296:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.741343:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.741347:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.741349:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007cb99493. 00000800:00000200:0.0:1761311764.741622:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.741625:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311764.741630:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.741634:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.741638:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:0.0:1761311764.741640:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000800:00000200:0.0:1761311764.742585:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.742588:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:0.0:1761311764.742595:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.742599:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.742602:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:0.0:1761311764.742604:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000100:00000200:0.0:1761311764.742611:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787684480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311764.749171:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de4c7ec. 00010000:00000010:1.1:1761311764.749715:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000993b9d2c. 00010000:00000010:1.1:1761311764.749722:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00000400:00000200:0.0:1761311764.749884:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.749900:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9a80 00000400:00000200:0.0:1761311764.749907:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa76d [1] + 224 00000400:00000200:0.0:1761311764.749916:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.749919:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.749929:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787684480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.749958:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.749962:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e280 00000400:00000200:0.0:1761311764.749967:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa90c5 [2] + 656 00000400:00000200:0.0:1761311764.750011:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.750014:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.750018:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.750024:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:3.0:1761311764.750261:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000010a86b79. 00000020:00000010:3.0:1761311764.750269:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.750273:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.750332:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781804672/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311764.750362:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781804672 02000000:00000010:3.0:1761311764.750374:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000ff11edd. 00010000:00000010:3.0:1761311764.750415:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dad26dbc. 00000100:00000010:3.0:1761311764.750423:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:3.0:1761311764.750429:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:3.0:1761311764.750432:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dad26dbc. 00000400:00000010:3.0:1761311764.750449:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311764.750455:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781804672, offset 224 00000400:00000200:3.0:1761311764.750463:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.750476:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.750483:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87146:87146:256:4294967295] 192.168.203.55@tcp LPNI seq info [87146:87146:8:4294967295] 00000400:00000200:3.0:1761311764.750495:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.750500:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.750504:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311764.750509:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.750516:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.750520:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.750536:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.750540:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.750543:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000010a86b79. 00000800:00000200:0.0:1761311764.751122:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.751125:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:0.0:1761311764.751131:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.751136:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.751139:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:0.0:1761311764.751141:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000800:00000200:0.0:1761311764.751189:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.751191:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:0.0:1761311764.751197:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.751200:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.751202:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:0.0:1761311764.751203:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:0.0:1761311764.751208:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787684544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311764.757378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000032fd893. 00000400:00000200:0.0:1761311764.758514:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.758532:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9ac0 00000400:00000200:0.0:1761311764.758542:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa779 [1] + 224 00000400:00000200:0.0:1761311764.758555:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.758558:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.758570:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787684544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.758611:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.758616:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e2c0 00000400:00000200:0.0:1761311764.758620:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa90c5 [2] + 984 00000400:00000200:0.0:1761311764.758628:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.758631:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.758634:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.758640:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 00000020:00000010:0.0:1761311764.758689:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e76fd36. 00000020:00000010:0.0:1761311764.758696:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.758699:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbe1a33c. 00000100:00000200:0.0:1761311764.758721:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003af56a4d x1846867781804736/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311764.758744:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781804736 02000000:00000010:0.0:1761311764.758754:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e35a4350. 00010000:00000010:0.0:1761311764.758790:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb5ac342. 00000100:00000010:0.0:1761311764.758796:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.758801:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.758804:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb5ac342. 00000400:00000010:0.0:1761311764.758816:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311764.758820:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781804736, offset 224 00000400:00000200:0.0:1761311764.758827:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.758836:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.758841:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87148:87148:256:4294967295] 192.168.203.55@tcp LPNI seq info [87148:87148:8:4294967295] 00000400:00000200:0.0:1761311764.758851:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.758856:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.758859:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066fb6793 (tot 82352786). 00000800:00000200:0.0:1761311764.758864:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.758869:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.758872:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066fb6793 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.758885:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.758888:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbe1a33c. 00000020:00000010:0.0:1761311764.758891:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e76fd36. 00000800:00000200:0.0:1761311764.758966:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.758969:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066fb6793 (tot 82352538). 00000400:00000200:0.0:1761311764.758972:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.758976:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.758979:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:0.0:1761311764.758981:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00000400:00000010:3.0:1761311764.759033:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:3.0:1761311764.759039:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:3.0:1761311764.759041:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:3.0:1761311764.759046:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787684544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311764.759054:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787684544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311764.759074:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd4495bd. 02000000:00000010:3.0:1761311764.759087:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d607203. 02000000:00000010:3.0:1761311764.759092:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5d059fb. 00000100:00000010:3.0:1761311764.759095:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000010:3.0:1761311764.759097:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:3.0:1761311764.759100:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019551ca5. 00080000:00000010:3.0:1761311764.759115:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010a86b79. 00010000:00000010:3.0:1761311764.759232:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095782ae1. 00010000:00000010:3.0:1761311764.759238:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000458971e6. 00000001:00000010:3.0:1761311764.759253:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311764.759262:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311764.759267:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b872c64a. 00000001:00000010:3.0:1761311764.759274:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311764.759279:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311764.759284:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311764.759288:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311764.759335:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d167dd7c. 00010000:00000010:3.0:1761311764.759350:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097806caf. 00010000:00000010:3.0:1761311764.759355:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311764.759363:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dad26dbc. 00000100:00000010:3.0:1761311764.759367:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:3.0:1761311764.759373:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311764.759382:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002afe9ba4. 02000000:00000010:3.0:1761311764.759400:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005262c1cc. 00000400:00000010:3.0:1761311764.759404:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311764.759407:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311764.759411:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787684608, portal 16 00000400:00000010:3.0:1761311764.759416:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311764.759417:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787684608, offset 0 00000400:00000200:3.0:1761311764.759422:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.759428:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.759434:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311764.759437:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311764.759439:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311764.759442:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87149:87149:256:4294967295] 192.168.203.55@tcp LPNI seq info [87149:87149:8:4294967295] 00000400:00000200:3.0:1761311764.759449:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.759453:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.759455:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311764.759459:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.759463:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.759465:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311764.759561:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.759563:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311764.759567:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.759570:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.759573:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311764.759574:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:0.0:1761311764.759579:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787684608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.760019:0:78536:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f3454b7. 00010000:00000010:1.1:1761311764.760026:0:78536:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:3.0:1761311764.763094:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.763113:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9b00 00000400:00000200:3.0:1761311764.763121:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa785 [1] + 224 00000400:00000200:3.0:1761311764.763135:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.763139:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.763151:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787684608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.763189:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.763195:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e300 00000400:00000200:3.0:1761311764.763200:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa90c5 [2] + 1312 00000400:00000200:3.0:1761311764.763210:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.763212:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.763216:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.763221:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00000020:00000010:3.0:1761311764.763272:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e7967213. 00000020:00000010:3.0:1761311764.763279:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.763284:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.763335:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000638b7854 x1846867781804800/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311764.763368:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781804800 02000000:00000010:3.0:1761311764.763381:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009bc6124f. 00010000:00000010:3.0:1761311764.763420:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bed98e0. 00000100:00000010:3.0:1761311764.763428:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ebfc707. 00000100:00000010:3.0:1761311764.763435:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ebfc707. 00010000:00000010:3.0:1761311764.763438:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bed98e0. 00000400:00000010:3.0:1761311764.763450:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311764.763454:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781804800, offset 224 00000400:00000200:3.0:1761311764.763460:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.763471:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.763476:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87150:87150:256:4294967295] 192.168.203.55@tcp LPNI seq info [87150:87150:8:4294967295] 00000400:00000200:3.0:1761311764.763484:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.763489:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.763494:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311764.763499:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.763505:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.763509:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.763526:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.763530:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.763534:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e7967213. 00000800:00000200:0.0:1761311764.764264:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.764267:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352786). 00000400:00000200:0.0:1761311764.764273:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.764277:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.764280:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:0.0:1761311764.764282:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000800:00000200:0.0:1761311764.764376:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.764378:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:0.0:1761311764.764384:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.764387:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.764390:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:0.0:1761311764.764391:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:0.0:1761311764.764396:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bf02ceb x1846867787684672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.769633:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.769652:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9b40 00000400:00000200:0.0:1761311764.769661:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa791 [1] + 224 00000400:00000200:0.0:1761311764.769672:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.769676:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.769687:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bf02ceb x1846867787684672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.769728:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.769734:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e340 00000400:00000200:0.0:1761311764.769739:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa90c5 [2] + 1640 00000400:00000200:0.0:1761311764.769748:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.769750:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.769755:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.769760:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00000400:00000010:3.0:1761311764.770364:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009488180. 00000400:00000200:3.0:1761311764.770370:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:3.0:1761311764.770372:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000100:00000200:3.0:1761311764.770378:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bf02ceb x1846867787684672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311764.770390:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bf02ceb x1846867787684672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311764.770410:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d00ce1b0. 02000000:00000010:3.0:1761311764.770424:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d607203. 02000000:00000010:3.0:1761311764.770429:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5d059fb. 00000100:00000010:3.0:1761311764.770433:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 00000100:00000010:3.0:1761311764.770437:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c6bfecbd. 00010000:00000010:3.0:1761311764.770439:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000012447958. 00080000:00000010:3.0:1761311764.770454:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e7967213. 00010000:00000010:3.0:1761311764.770566:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2b47c66. 00010000:00000010:3.0:1761311764.770572:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0590eb3. 00000001:00000010:3.0:1761311764.770590:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311764.770606:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00080000:00000010:3.0:1761311764.770612:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006b819416. 00000001:00000010:3.0:1761311764.770621:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311764.770628:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311764.770633:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311764.770638:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00100000:00000010:3.0:1761311764.770650:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002fe2b339. 00010000:00000010:3.0:1761311764.770665:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311764.770670:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000341a7f45. 00010000:00000010:3.0:1761311764.770680:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bed98e0. 00000100:00000010:3.0:1761311764.770684:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ebfc707. 00000100:00000010:3.0:1761311764.770690:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311764.770701:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ab839c8. 02000000:00000010:3.0:1761311764.770723:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1b306c6. 00000400:00000010:3.0:1761311764.770727:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f91998e2. 00000400:00000010:3.0:1761311764.770731:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311764.770736:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787684736, portal 16 00000400:00000010:3.0:1761311764.770740:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311764.770742:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787684736, offset 0 00000400:00000200:3.0:1761311764.770748:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.770755:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.770762:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311764.770766:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311764.770769:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311764.770771:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87153:87153:256:4294967295] 192.168.203.55@tcp LPNI seq info [87153:87153:8:4294967295] 00000400:00000200:3.0:1761311764.770779:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.770784:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.770788:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311764.770792:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.770797:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.770799:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311764.770914:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.770917:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311764.770922:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.770925:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.770928:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:0.0:1761311764.770930:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:0.0:1761311764.770935:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787684736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.771068:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc14b81e. 00010000:00000010:1.1:1761311764.771076:0:78537:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005c819198. 00010000:00000010:1.1:1761311764.771081:0:78537:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:3.1:1761311764.771392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f96cfb9. 00010000:00000010:3.1:1761311764.771397:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038d62116. 00010000:00000010:3.1:1761311764.771400:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:3.0:1761311764.773486:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.773508:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9b80 00000400:00000200:3.0:1761311764.773518:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa79d [1] + 224 00000400:00000200:3.0:1761311764.773534:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.773538:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.773549:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787684736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.774974:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.774985:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e380 00000400:00000200:3.0:1761311764.774991:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa90c5 [2] + 1968 00000400:00000010:3.0:1761311764.774994:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000014071920. 00000400:00000200:3.0:1761311764.774998:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000006d464b4 00000400:00000200:3.0:1761311764.775057:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.775062:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.775065:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006d464b4 00000400:00000010:3.0:1761311764.775067:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000006d464b4 (tot 82352386). 00000100:00000200:3.0:1761311764.775072:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:0.0:1761311764.778758:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.778763:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311764.778770:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.778778:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.778783:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d86e0a 00000400:00000010:0.0:1761311764.778785:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d86e0a. 00000100:00000200:0.0:1761311764.778793:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787684800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.780446:0:78538:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087b69f2b. 00010000:00000010:1.1:1761311764.780461:0:78538:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000daf85a18. 00010000:00000010:1.1:1761311764.780465:0:78538:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:2.1:1761311764.784339:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f6ef1b69. 00010000:00000010:2.1:1761311764.784355:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d113ae1d. 00010000:00000010:2.1:1761311764.784360:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.1:1761311764.784440:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cdbdf736. 00010000:00000010:3.1:1761311764.784449:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad4c4bc3. 00010000:00000010:3.1:1761311764.784452:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:3.0:1761311764.784484:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.784499:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9bc0 00000400:00000200:3.0:1761311764.784506:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa7ad [1] + 224 00000400:00000200:3.0:1761311764.784518:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.784523:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.784536:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787684800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.784575:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.784581:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e3c0 00000400:00000200:3.0:1761311764.784585:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa911d [2] + 0 00000400:00000200:3.0:1761311764.784637:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.784640:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.784644:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.784650:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00000020:00000010:0.0:1761311764.784773:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000051458fa7. 00000020:00000010:0.0:1761311764.784780:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.784784:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbe1a33c. 00000100:00000200:0.0:1761311764.784808:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b91edfc x1846867781804992/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311764.784833:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781804992 02000000:00000010:0.0:1761311764.784843:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc9b145a. 00010000:00000010:0.0:1761311764.784886:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000ebf105f. 00000100:00000010:0.0:1761311764.784893:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.784901:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.784905:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000ebf105f. 00000400:00000010:0.0:1761311764.784920:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311764.784924:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781804992, offset 224 00000400:00000200:0.0:1761311764.784932:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.784944:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.784949:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87156:87156:256:4294967295] 192.168.203.55@tcp LPNI seq info [87156:87156:8:4294967295] 00000400:00000200:0.0:1761311764.784959:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.784965:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.784969:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066fb6793 (tot 82352786). 00000800:00000200:0.0:1761311764.784975:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.784982:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.784986:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066fb6793 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.785003:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.785008:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbe1a33c. 00000020:00000010:0.0:1761311764.785010:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000051458fa7. 00000800:00000200:0.0:1761311764.785064:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.785066:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066fb6793 (tot 82352538). 00000400:00000200:0.0:1761311764.785069:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.785072:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.785075:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:0.0:1761311764.785077:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00010000:00000010:2.1:1761311764.795454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054707a94. 00010000:00000010:2.1:1761311764.801529:0:78539:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000213c6a6e. 00010000:00000010:2.1:1761311764.801544:0:78539:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00000400:00000200:3.0:1761311764.801861:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.801878:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9c40 00000400:00000200:3.0:1761311764.801887:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa7c5 [1] + 224 00000400:00000200:3.0:1761311764.801899:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.801904:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.801915:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787684928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.801946:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.801952:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e440 00010000:00000010:2.1:1761311764.801954:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c04cec3. 00000400:00000200:3.0:1761311764.801959:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa911d [2] + 656 00010000:00000010:2.1:1761311764.801960:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000074a7e790. 00010000:00000010:2.1:1761311764.801971:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00000400:00000200:3.0:1761311764.802989:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.802997:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.803003:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.803009:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00000020:00000010:0.0:1761311764.803285:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018ec408f. 00000020:00000010:0.0:1761311764.803292:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.803296:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbe1a33c. 00000100:00000200:0.0:1761311764.803354:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781805120/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311764.803385:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781805120 02000000:00000010:0.0:1761311764.803398:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e76fd36. 00010000:00000010:0.0:1761311764.803437:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000400:00000010:3.0:1761311764.803442:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a97e0589. 00000100:00000010:0.0:1761311764.803444:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000400:00000200:3.0:1761311764.803450:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000100:00000010:0.0:1761311764.803453:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00000400:00000010:3.0:1761311764.803454:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00010000:00000010:0.0:1761311764.803459:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000100:00000200:3.0:1761311764.803464:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787684928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311764.803475:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787684928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311764.803475:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311764.803481:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781805120, offset 224 00000400:00000200:0.0:1761311764.803490:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.803504:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.803510:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87160:87160:256:4294967295] 192.168.203.55@tcp LPNI seq info [87160:87160:8:4294967295] 00010000:00000010:3.0:1761311764.803511:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5b7ab81. 00000400:00000200:0.0:1761311764.803527:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 02000000:00000010:3.0:1761311764.803530:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000056bec552. 00000800:00000200:0.0:1761311764.803535:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 02000000:00000010:3.0:1761311764.803537:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b110a533. 00000800:00000010:0.0:1761311764.803540:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000066fb6793 (tot 82352786). 00000100:00000010:3.0:1761311764.803543:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:3.0:1761311764.803548:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ad9877d0. 00000800:00000200:0.0:1761311764.803549:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00010000:00000010:3.0:1761311764.803553:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337f8f02. 00000800:00000200:0.0:1761311764.803558:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.803563:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000066fb6793 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311764.803572:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afa1f818. 00000020:00000010:0.0:1761311764.803587:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.803594:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dbe1a33c. 00000020:00000010:0.0:1761311764.803598:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018ec408f. 00010000:00000010:3.0:1761311764.803691:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062897d81. 00010000:00000010:3.0:1761311764.803699:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c55e3c7e. 00000800:00000200:0.0:1761311764.803707:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.803711:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000066fb6793 (tot 82352538). 00000400:00000200:0.0:1761311764.803715:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1761311764.803718:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000400:00000200:0.0:1761311764.803720:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.803723:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:0.0:1761311764.803725:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00000001:00000010:3.0:1761311764.803729:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00080000:00000010:3.0:1761311764.803737:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9a23c41. 00000001:00000010:3.0:1761311764.803745:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311764.803751:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311764.803755:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311764.803760:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00100000:00000010:3.0:1761311764.803772:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002e4970aa. 00010000:00000010:3.0:1761311764.803786:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba2335. 00010000:00000010:3.0:1761311764.803792:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311764.803801:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003198cd15. 00000100:00000010:3.0:1761311764.803804:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1c3d463. 00000100:00000010:3.0:1761311764.803810:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311764.803872:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000688cbfd8. 02000000:00000010:3.0:1761311764.803895:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001acae240. 00000400:00000010:3.0:1761311764.803900:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f91998e2. 00000400:00000010:3.0:1761311764.803905:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311764.803910:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787684992, portal 16 00000400:00000010:3.0:1761311764.803913:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311764.803915:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787684992, offset 0 00000400:00000200:3.0:1761311764.803920:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.803926:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.803934:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311764.803938:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311764.803941:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311764.803944:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87161:87161:256:4294967295] 192.168.203.55@tcp LPNI seq info [87161:87161:8:4294967295] 00000400:00000200:3.0:1761311764.803951:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.803956:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.803959:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311764.803963:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.803967:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.803969:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311764.804232:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.804234:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311764.804238:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.804242:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.804244:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:0.0:1761311764.804246:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:0.0:1761311764.804251:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ef0282b x1846867787684992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.811870:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.811887:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9c80 00000400:00000200:3.0:1761311764.811896:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa7d1 [1] + 224 00000400:00000200:3.0:1761311764.811908:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.811913:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.811923:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ef0282b x1846867787684992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.811965:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.811972:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e480 00000400:00000200:3.0:1761311764.811976:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa911d [2] + 984 00000400:00000200:3.0:1761311764.811986:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.811989:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.811994:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.811999:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 00000020:00000010:0.0:1761311764.812234:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018ec408f. 00000020:00000010:0.0:1761311764.812243:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311764.812247:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dbe1a33c. 00000100:00000200:0.0:1761311764.812271:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b6286b6 x1846867781805184/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00080000:00000010:3.0:1761311764.812766:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000ff11edd. 00010000:00000010:3.0:1761311764.812890:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311764.812898:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a8a12e1b. 00000001:00000010:3.0:1761311764.812915:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311764.812930:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311764.812935:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bc6124f. 00000001:00000010:3.0:1761311764.812944:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311764.812951:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311764.812957:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311764.812963:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311764.812975:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008c9dd21f. 00010000:00000010:3.0:1761311764.812988:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311764.812993:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311764.813001:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebc2fce9. 00000100:00000010:3.0:1761311764.813005:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5673093. 00000100:00000010:3.0:1761311764.813011:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311764.813020:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ab839c8. 02000000:00000010:3.0:1761311764.813040:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1b306c6. 00000400:00000010:3.0:1761311764.813044:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311764.813048:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311764.813052:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787685056, portal 16 00000400:00000010:3.0:1761311764.813056:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311764.813058:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787685056, offset 0 00000400:00000200:3.0:1761311764.813063:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.813069:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.813081:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311764.813084:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311764.813087:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311764.813090:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87163:87163:255:4294967295] 192.168.203.55@tcp LPNI seq info [87163:87163:7:4294967295] 00000400:00000200:3.0:1761311764.813096:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.813101:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.813104:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311764.813108:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.813112:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.813114:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311764.815371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d9b3ebe0. 00010000:00000010:3.1:1761311764.815382:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e9effbc. 00010000:00000010:3.1:1761311764.815387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00000400:00000200:0.0:1761311764.817392:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.817413:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9cc0 00000400:00000200:0.0:1761311764.817421:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa7dd [1] + 224 00000400:00000200:0.0:1761311764.817436:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.817440:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.817450:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a704445 x1846867787685056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.817911:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6156bb5. 00000400:00000200:0.0:1761311764.818008:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.818017:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e4c0 00000400:00000200:0.0:1761311764.818022:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa911d [2] + 1312 00000400:00000200:0.0:1761311764.818082:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.818087:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.818092:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.818098:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 00000800:00000200:0.0:1761311764.818967:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.818972:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:0.0:1761311764.818980:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.818985:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.818988:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:0.0:1761311764.818989:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000800:00000200:0.0:1761311764.819408:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.819411:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:0.0:1761311764.819415:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.819419:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.819421:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:0.0:1761311764.819423:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000100:00000200:0.0:1761311764.819428:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787685120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.822051:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.822070:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9d00 00000400:00000200:0.0:1761311764.822077:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa7e9 [1] + 224 00000400:00000200:0.0:1761311764.822090:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.822093:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.822105:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787685120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.822145:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.822151:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e500 00000400:00000200:0.0:1761311764.822155:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa911d [2] + 1640 00000400:00000200:0.0:1761311764.822218:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.822222:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.822227:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.822232:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00000020:00000010:3.0:1761311764.822295:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002afe9ba4. 00010000:00000010:3.1:1761311764.822330:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce579835. 00010000:00000010:3.1:1761311764.822338:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00000020:00000010:3.0:1761311764.822347:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.822351:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.822380:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fb1e5b9 x1846867781805312/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311764.822413:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781805312 02000000:00000010:3.0:1761311764.822426:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005262c1cc. 00010000:00000010:3.0:1761311764.822471:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311764.822479:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311764.822487:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311764.822491:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311764.822507:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311764.822513:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781805312, offset 224 00000400:00000200:3.0:1761311764.822521:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.822535:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.822543:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87166:87166:256:4294967295] 192.168.203.55@tcp LPNI seq info [87166:87166:8:4294967295] 00000400:00000200:3.0:1761311764.822559:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.822565:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.822569:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311764.822575:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.822584:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.822588:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.822606:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.822610:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.822613:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002afe9ba4. 00000800:00000200:3.0:1761311764.822667:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.822669:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:3.0:1761311764.822673:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.822676:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.822678:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:3.0:1761311764.822680:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00010000:00000010:1.1:1761311764.824377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000079c65df. 00010000:00000010:1.1:1761311764.824388:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008332a05. 00010000:00000010:1.1:1761311764.824391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:0.0:1761311764.826186:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.826208:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9d40 00000400:00000200:0.0:1761311764.826216:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa7f5 [1] + 224 00000400:00000200:0.0:1761311764.826233:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.826236:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.826248:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787685184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311764.826917:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.826925:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e540 00000400:00000200:0.0:1761311764.826931:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa911d [2] + 1968 00000400:00000010:0.0:1761311764.826935:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f0d61cbf. 00000400:00000200:0.0:1761311764.826939:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009ea5c9ab 00000400:00000200:0.0:1761311764.828892:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.828905:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.828913:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ea5c9ab 00000400:00000010:0.0:1761311764.828917:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009ea5c9ab (tot 82352386). 00000100:00000200:0.0:1761311764.828925:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000800:00000200:3.0:1761311764.829433:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.829437:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311764.829442:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.829445:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.829448:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:3.0:1761311764.829449:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 02000000:00000010:3.0:1761311764.829453:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c5400ff0. 00010000:00000010:1.1:1761311764.832507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ac6936e. 00010000:00000010:1.1:1761311764.832520:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000545524be. 00010000:00000010:1.1:1761311764.832525:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:3.0:1761311764.837402:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.837422:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e580 00000400:00000200:3.0:1761311764.837430:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9175 [2] + 0 00000400:00000200:3.0:1761311764.837483:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.837487:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.837493:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.837498:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 00010000:00000010:1.1:1761311764.838712:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f6e83bea. 00010000:00000010:1.1:1761311764.838719:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000800:00000200:0.0:1761311764.839526:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.839530:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:0.0:1761311764.839535:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.839540:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.839545:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:0.0:1761311764.839548:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000800:00000200:0.0:1761311764.839624:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.839626:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:0.0:1761311764.839631:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.839634:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.839636:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:0.0:1761311764.839637:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:0.0:1761311764.839642:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787685312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311764.841474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0f21cf. 00010000:00000010:1.1:1761311764.845760:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d5356b4. 00010000:00000010:1.1:1761311764.845777:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311764.849385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1970943. 00000400:00000200:3.0:1761311764.851510:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.851533:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e5c0 00000400:00000200:3.0:1761311764.851541:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9175 [2] + 328 00000400:00000200:3.0:1761311764.851609:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.851614:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.851621:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.851630:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 02000000:00000010:0.0:1761311764.853012:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092409c14. 00010000:00000010:0.0:1761311764.853048:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfb8af36. 00010000:00000010:0.0:1761311764.853073:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.853081:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.853107:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.853112:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.853126:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311764.853132:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781805504, offset 224 00000400:00000200:0.0:1761311764.853140:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.853153:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.853159:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87172:87172:256:4294967295] 192.168.203.55@tcp LPNI seq info [87172:87172:8:4294967295] 00000400:00000200:0.0:1761311764.853169:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.853174:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.853178:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.853184:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.853190:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.853194:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.853221:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039a28207. 00000020:00000010:0.0:1761311764.853226:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000365a38d0. 00000020:00000010:0.0:1761311764.853230:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000027cf0771. 00000800:00000200:3.0:1761311764.857777:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.857788:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311764.857797:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.857807:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.857814:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:3.0:1761311764.857816:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:3.0:1761311764.857826:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787685376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311764.859357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3e2cf02. 00000400:00000200:3.0:1761311764.861731:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.861753:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9e00 00000400:00000200:3.0:1761311764.861761:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa81d [1] + 224 00000400:00000200:3.0:1761311764.861772:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.861776:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.861786:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787685376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.863047:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.863060:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e600 00000400:00000200:3.0:1761311764.863207:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9175 [2] + 656 00000400:00000200:3.0:1761311764.863233:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.863237:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.863242:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.863246:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:0.0:1761311764.863355:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a51a38c0. 00000020:00000010:0.0:1761311764.863363:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311764.863367:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a42c5f98. 00000100:00000200:0.0:1761311764.863391:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781805568/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000800:00000200:3.0:1761311764.864782:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.864786:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311764.864790:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.864795:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.864798:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:3.0:1761311764.864800:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000800:00000200:3.0:1761311764.864871:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.864873:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311764.864878:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.864881:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.864882:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:3.0:1761311764.864884:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:3.0:1761311764.864889:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787685440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311764.867347:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1d49681. 00010000:00000010:2.1:1761311764.867354:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000400:00000200:3.0:1761311764.869248:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.869266:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e640 00000400:00000200:3.0:1761311764.869274:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9175 [2] + 984 00000400:00000200:3.0:1761311764.869379:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.869383:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.869389:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.869394:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 00000020:00000010:0.0:1761311764.869671:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b3cf764. 00000020:00000010:0.0:1761311764.869679:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.869684:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.869718:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000063082542 x1846867781805632/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311764.869756:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781805632 02000000:00000010:0.0:1761311764.869767:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc456eeb. 00010000:00000010:0.0:1761311764.869798:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000040ead387. 00010000:00000010:0.0:1761311764.869820:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.869826:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.869850:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.869854:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.869865:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311764.869870:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781805632, offset 224 00000400:00000200:0.0:1761311764.869877:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.869887:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.869892:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87176:87176:256:4294967295] 192.168.203.55@tcp LPNI seq info [87176:87176:8:4294967295] 00000400:00000200:0.0:1761311764.869902:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.869906:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.869912:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.869917:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.869924:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.869927:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.869946:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.869951:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.869955:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b3cf764. 00000800:00000200:3.0:1761311764.870378:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.870382:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311764.870389:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.870394:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.870398:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:3.0:1761311764.870399:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00000400:00000200:1.0:1761311764.870906:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.870914:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.870918:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311764.870923:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.870930:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.870932:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761311764.872495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000235f741f. 00010000:00000010:1.1:1761311764.872557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c6880abe. 00010000:00000010:1.1:1761311764.872564:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00000400:00000200:3.0:1761311764.874409:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.874429:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9e80 00000400:00000200:3.0:1761311764.874438:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa835 [1] + 224 00000400:00000200:3.0:1761311764.874448:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.874452:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.874462:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787685504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.874917:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.874924:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e680 00000400:00000200:3.0:1761311764.874929:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9175 [2] + 1312 00000400:00000200:3.0:1761311764.874978:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.874982:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.874986:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.874993:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00000800:00000200:3.0:1761311764.875810:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.875815:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311764.875820:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.875824:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.875828:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:3.0:1761311764.875830:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 00000400:00000010:1.0:1761311764.876053:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.876058:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:1.0:1761311764.876059:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.876066:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787685504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.876075:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787685504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311764.876100:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002010d86e. 02000000:00000010:1.0:1761311764.876118:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b904a6e1. 02000000:00000010:1.0:1761311764.876124:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a63173c3. 00000100:00000010:1.0:1761311764.876128:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.876131:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.876134:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00080000:00000010:1.0:1761311764.876147:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a63173c3. 00010000:00000010:1.0:1761311764.876257:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311764.876264:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7607901. 00000001:00000010:1.0:1761311764.876280:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.876295:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.876344:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b904a6e1. 00000001:00000010:1.0:1761311764.876354:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.876361:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.876367:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.876372:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.876384:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000020bf6e70. 00010000:00000010:1.0:1761311764.876399:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311764.876403:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311764.876414:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.876419:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.876425:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.876435:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000692741d4. 02000000:00000010:1.0:1761311764.876458:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000274cc09d. 00000400:00000010:1.0:1761311764.876462:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.876466:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.876470:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787685568, portal 16 00000400:00000010:1.0:1761311764.876474:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311764.876477:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787685568, offset 0 00000400:00000200:1.0:1761311764.876482:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.876490:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.876497:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.876500:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.876504:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.876507:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87179:87179:256:4294967295] 192.168.203.55@tcp LPNI seq info [87179:87179:8:4294967295] 00000400:00000200:1.0:1761311764.876516:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.876521:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.876525:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311764.876530:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.876536:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.876539:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311764.877369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cabb173f. 00000400:00000200:3.0:1761311764.880219:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.880241:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9ec0 00000400:00000200:3.0:1761311764.880249:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa841 [1] + 224 00000400:00000200:3.0:1761311764.880262:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.880266:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.880276:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787685568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.881145:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.881152:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:1.0:1761311764.881154:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.881161:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787685568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.881169:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787685568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.881197:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000274cc09d. 02000000:00000010:1.0:1761311764.881204:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000692741d4. 00000100:00000010:1.0:1761311764.881208:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.881211:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.881215:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000020:00000010:0.0:1761311764.881553:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b3cf764. 00000020:00000010:0.0:1761311764.881562:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.881566:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.881589:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c56dccaa x1846867781805760/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311764.881624:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781805760 02000000:00000010:0.0:1761311764.881635:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a51a38c0. 00010000:00000010:0.0:1761311764.881661:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fb3eafd. 00010000:00000010:0.0:1761311764.881683:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.881690:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.881705:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.881709:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.881721:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b335db6f. 00000100:00000200:0.0:1761311764.881725:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781805760, offset 224 00000400:00000200:0.0:1761311764.881732:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.881742:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.881747:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87180:87180:256:4294967295] 192.168.203.55@tcp LPNI seq info [87180:87180:8:4294967295] 00000400:00000200:0.0:1761311764.881756:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.881761:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.881766:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.881771:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.881777:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.881780:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.881804:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.881809:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.881812:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b3cf764. 00080000:00000010:1.0:1761311764.882076:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000692741d4. 00010000:00000010:1.0:1761311764.882186:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311764.882193:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008039bc1d. 00000001:00000010:1.0:1761311764.882209:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.882223:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.882228:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000274cc09d. 00000001:00000010:1.0:1761311764.882235:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.882242:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.882247:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.882252:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.882263:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000062f26352. 00010000:00000010:1.0:1761311764.882278:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311764.882284:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311764.882294:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.882297:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.882349:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.882359:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb552db4. 02000000:00000010:1.0:1761311764.882382:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6a310a6. 00000400:00000010:1.0:1761311764.882386:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.882390:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.882395:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787685632, portal 16 00000400:00000010:1.0:1761311764.882398:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311764.882400:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787685632, offset 0 00000400:00000200:1.0:1761311764.882404:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.882411:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.882416:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.882419:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.882422:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.882425:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87181:87181:255:4294967295] 192.168.203.55@tcp LPNI seq info [87181:87181:7:4294967295] 00000400:00000200:1.0:1761311764.882432:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.882436:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.882438:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82353034). 00000800:00000200:1.0:1761311764.882442:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.882446:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.882448:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311764.882800:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.882803:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:3.0:1761311764.882809:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.882814:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.882817:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b335db6f 00000400:00000010:3.0:1761311764.882819:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b335db6f. 00000800:00000200:3.0:1761311764.882880:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.882883:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:3.0:1761311764.882887:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.882890:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.882892:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:3.0:1761311764.882893:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000100:00000200:3.0:1761311764.882898:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787685632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.885418:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b12a87b8. 00010000:00000010:1.1:1761311764.885426:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000400:00000010:1.0:1761311764.885437:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.885441:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:1.0:1761311764.885443:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.885448:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787685632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.885455:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787685632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.885483:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6a310a6. 02000000:00000010:1.0:1761311764.885489:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb552db4. 00000100:00000010:1.0:1761311764.885493:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.885497:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.885501:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000020:00000010:0.0:1761311764.885702:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000b3cf764. 00000020:00000010:0.0:1761311764.885709:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.885713:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.885734:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000036163043 x1846867781805824/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311764.885765:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781805824 02000000:00000010:0.0:1761311764.885776:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc9b145a. 00010000:00000010:0.0:1761311764.885801:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000085dcf326. 00010000:00000010:0.0:1761311764.885818:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.885823:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c293933b. 00000100:00000010:0.0:1761311764.885836:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c293933b. 00010000:00000010:0.0:1761311764.885839:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.885855:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000100:00000200:0.0:1761311764.885859:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781805824, offset 224 00000400:00000200:0.0:1761311764.885865:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.885874:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.885880:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87182:87182:256:4294967295] 192.168.203.55@tcp LPNI seq info [87182:87182:8:4294967295] 00000400:00000200:0.0:1761311764.885889:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.885893:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.885897:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352634). 00000800:00000200:0.0:1761311764.885903:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.885908:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.885912:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.885930:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.885934:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.885936:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000b3cf764. 02000000:00000010:0.0:1761311764.885943:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a51a38c0. 00000100:00000010:0.0:1761311764.885945:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 02000000:00000010:0.0:1761311764.885948:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b110a533. 00000100:00000010:0.0:1761311764.885951:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 02000000:00000010:0.0:1761311764.885953:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc456eeb. 00000100:00000010:0.0:1761311764.885955:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063082542. 02000000:00000010:0.0:1761311764.885958:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000056bec552. 00000100:00000010:0.0:1761311764.885960:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:0.0:1761311764.885962:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092409c14. 00000100:00000010:0.0:1761311764.885964:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 02000000:00000010:0.0:1761311764.885966:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036fd8f4d. 00000100:00000010:0.0:1761311764.885969:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 00000100:00000200:0.0:1761311764.885974:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311764.885977:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f001072d. 00000400:00000010:0.0:1761311764.885980:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c293933b (tot 82352786). 00080000:00000010:1.0:1761311764.886345:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb552db4. 00010000:00000010:1.0:1761311764.886448:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311764.886454:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000077dd2881. 00000001:00000010:1.0:1761311764.886469:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.886483:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.886487:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6a310a6. 00000001:00000010:1.0:1761311764.886494:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.886499:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.886504:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.886508:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.886521:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d64bafd1. 00010000:00000010:1.0:1761311764.886537:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311764.886542:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311764.886551:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.886555:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.886561:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.886570:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091adb241. 02000000:00000010:1.0:1761311764.886594:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000661e86d9. 00000400:00000010:1.0:1761311764.886598:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.886602:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.886605:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787685696, portal 16 00000400:00000010:1.0:1761311764.886609:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311764.886611:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787685696, offset 0 00000400:00000200:1.0:1761311764.886615:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.886622:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.886629:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.886632:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.886634:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.886637:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87183:87183:255:4294967295] 192.168.203.55@tcp LPNI seq info [87183:87183:7:4294967295] 00000400:00000200:1.0:1761311764.886643:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.886647:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.886650:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311764.886654:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.886658:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.886661:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311764.889460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3d12489. 00010000:00000010:1.1:1761311764.889474:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a99c4f9e. 00010000:00000010:1.1:1761311764.889478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:3.0:1761311764.890529:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.890547:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9f40 00000400:00000200:3.0:1761311764.890555:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa85d [1] + 224 00000400:00000200:3.0:1761311764.890572:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.890577:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.890587:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787685696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.890802:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.890808:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:1.0:1761311764.890809:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.890816:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787685696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.890823:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787685696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.890862:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000661e86d9. 02000000:00000010:1.0:1761311764.890869:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091adb241. 00000100:00000010:1.0:1761311764.890873:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.890877:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.890881:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00010000:00000010:0.1:1761311764.890948:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000790633d1. 00000020:00000010:3.0:1761311764.891674:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002afe9ba4. 00000020:00000010:3.0:1761311764.891680:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.891684:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.891704:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cecda0d x1846867781805888/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311764.891838:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781805888 02000000:00000010:3.0:1761311764.891944:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007cb99493. 00010000:00000010:3.0:1761311764.891971:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005cb048be. 00010000:00000010:3.0:1761311764.891991:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311764.891996:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311764.892011:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311764.892014:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311764.892026:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311764.892030:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781805888, offset 224 00000400:00000200:3.0:1761311764.892036:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.892045:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.892050:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87184:87184:256:4294967295] 192.168.203.55@tcp LPNI seq info [87184:87184:8:4294967295] 00000400:00000200:3.0:1761311764.892060:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.892064:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.892068:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311764.892073:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.892079:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.892082:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.892104:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.892108:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.892111:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002afe9ba4. 00080000:00000010:1.0:1761311764.892197:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000091adb241. 00010000:00000010:1.0:1761311764.892334:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311764.892341:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d952010f. 00000001:00000010:1.0:1761311764.892360:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.892376:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.892381:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000661e86d9. 00000001:00000010:1.0:1761311764.892389:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.892394:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.892399:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.892404:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.892417:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fb1d8469. 00100000:00000010:1.0:1761311764.892424:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000009af1e8b7. 00100000:00000010:1.0:1761311764.892426:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000080ca526c. 00010000:00000010:1.0:1761311764.892445:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311764.892450:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311764.892459:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.892462:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.892467:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.892476:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048dc57d9. 02000000:00000010:1.0:1761311764.892497:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e1fed45. 00000400:00000010:1.0:1761311764.892501:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.892505:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.892509:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787685760, portal 16 00000400:00000010:1.0:1761311764.892514:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311764.892516:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787685760, offset 0 00000400:00000200:1.0:1761311764.892521:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.892527:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.892533:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.892536:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.892539:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.892541:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87185:87185:255:4294967295] 192.168.203.55@tcp LPNI seq info [87185:87185:7:4294967295] 00000400:00000200:1.0:1761311764.892548:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.892552:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.892555:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311764.892559:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.892562:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.892565:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311764.893621:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e3a3b70d. 00010000:00000010:1.1:1761311764.893993:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000739500f7. 00010000:00000010:1.1:1761311764.893999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:3.0:1761311764.895703:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.895725:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6e9f80 00000400:00000200:3.0:1761311764.895734:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa869 [1] + 224 00000400:00000200:3.0:1761311764.895752:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.895756:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.895769:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787685760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.895901:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.895908:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:1.0:1761311764.895910:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.895915:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787685760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.895923:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787685760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.895952:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e1fed45. 02000000:00000010:1.0:1761311764.895958:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048dc57d9. 00000100:00000010:1.0:1761311764.895961:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.895967:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.895971:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00010000:00000010:1.1:1761311764.896688:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000140c080. 00010000:00000010:1.1:1761311764.896696:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000020:00000010:3.0:1761311764.897348:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002afe9ba4. 00000020:00000010:3.0:1761311764.897355:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311764.897359:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.897386:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2b99d88 x1846867781805952/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311764.897739:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781805952 02000000:00000010:0.0:1761311764.897755:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092409c14. 00010000:00000010:0.0:1761311764.897786:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ed75a33f. 00010000:00000010:0.0:1761311764.897810:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.897819:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ba39f43. 00000100:00000010:0.0:1761311764.897840:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001ba39f43. 00010000:00000010:0.0:1761311764.897853:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.897868:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311764.897873:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781805952, offset 224 00000400:00000200:0.0:1761311764.897881:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.897892:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.897898:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87186:87186:256:4294967295] 192.168.203.55@tcp LPNI seq info [87186:87186:8:4294967295] 00000400:00000200:0.0:1761311764.897908:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.897913:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.897917:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.897922:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.897928:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.897931:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.897953:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:0.0:1761311764.897957:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:0.0:1761311764.897960:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002afe9ba4. 00000800:00000200:3.0:1761311764.898221:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.898226:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311764.898232:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.898236:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.898239:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001541a840 00000400:00000010:3.0:1761311764.898241:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001541a840. 00000800:00000200:3.0:1761311764.898807:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.898810:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311764.898814:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.898818:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.898820:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:3.0:1761311764.898821:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000100:00000200:3.0:1761311764.898827:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787685824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311764.900344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c437c69f. 00010000:00000010:1.1:1761311764.900566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ce6f928. 00010000:00000010:1.1:1761311764.900572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311764.903669:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000297eb8b0. 00010000:00000010:2.1:1761311764.903681:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000010:1.0:1761311764.903976:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001521c38e. 00000400:00000200:1.0:1761311764.903982:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004da4c9eb 00000400:00000010:1.0:1761311764.903984:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004da4c9eb. 00000100:00000200:1.0:1761311764.903993:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787685824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.904002:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787685824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.904039:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b110a533. 02000000:00000010:1.0:1761311764.904046:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056bec552. 00000100:00000010:1.0:1761311764.904048:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:1.0:1761311764.904053:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000acd7f9a. 00010000:00000010:1.0:1761311764.904056:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000044957d18. 00000020:00000010:0.0:1761311764.904259:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc456eeb. 00000020:00000010:0.0:1761311764.904266:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.904270:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.904293:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ea331e6 x1846867781806016/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:0.1:1761311764.904338:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007cb968af. 00000100:00000200:0.0:1761311764.904361:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806016 02000000:00000010:0.0:1761311764.904372:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a51a38c0. 00010000:00000010:0.0:1761311764.904525:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d0e0ddfe. 00010000:00000010:0.0:1761311764.904546:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.904554:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ba39f43. 00000100:00000010:0.0:1761311764.904568:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001ba39f43. 00010000:00000010:0.0:1761311764.904572:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.904584:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311764.904589:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806016, offset 224 00000400:00000200:0.0:1761311764.904596:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.904607:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.904612:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87188:87188:256:4294967295] 192.168.203.55@tcp LPNI seq info [87188:87188:8:4294967295] 00000400:00000200:0.0:1761311764.904622:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.904627:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.904632:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.904638:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.904644:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.904648:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761311764.904731:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048dc57d9. 00000020:00000010:0.0:1761311764.904927:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.904933:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.904936:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc456eeb. 00000800:00000200:3.0:1761311764.905025:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.905029:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311764.905036:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.905040:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.905043:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:3.0:1761311764.905044:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00010000:00000010:1.0:1761311764.905084:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003007ddb. 00010000:00000010:1.0:1761311764.905091:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a9a51a04. 00000001:00000010:1.0:1761311764.905109:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.905120:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.905126:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e1fed45. 00000001:00000010:1.0:1761311764.905135:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.905140:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.905146:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.905150:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.905163:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000aead1b33. 00010000:00000010:1.0:1761311764.905178:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311764.905183:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.905192:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.905197:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.905203:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.905213:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d340315. 02000000:00000010:1.0:1761311764.905236:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a5d059fb. 00000400:00000010:1.0:1761311764.905241:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.905245:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.905249:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787685888, portal 16 00000400:00000010:1.0:1761311764.905252:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311764.905254:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787685888, offset 0 00000400:00000200:1.0:1761311764.905259:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.905266:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.905271:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.905274:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.905277:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.905280:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87189:87189:256:4294967295] 192.168.203.55@tcp LPNI seq info [87189:87189:8:4294967295] 00000400:00000200:1.0:1761311764.905287:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.905291:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.905294:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311764.905347:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.905353:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.905355:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311764.905715:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.905718:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:3.0:1761311764.905724:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.905727:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.905730:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:3.0:1761311764.905731:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000100:00000200:3.0:1761311764.905736:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787685888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.909033:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.909040:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:1.0:1761311764.909042:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.909049:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787685888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.909056:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787685888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.909087:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a5d059fb. 02000000:00000010:1.0:1761311764.909093:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d340315. 00000100:00000010:1.0:1761311764.909098:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.909102:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.909106:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000200:3.0:1761311764.909522:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.909532:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e800 00000400:00000200:3.0:1761311764.909537:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa91cd [2] + 984 00000400:00000200:3.0:1761311764.909587:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.909591:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.909595:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.909600:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00000020:00000010:0.0:1761311764.910297:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc456eeb. 00010000:00000010:0.1:1761311764.910374:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046e58211. 00000020:00000010:0.0:1761311764.910392:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.910396:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.910421:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781806080/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311764.910455:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806080 02000000:00000010:0.0:1761311764.910466:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b3cf764. 00010000:00000010:0.0:1761311764.910493:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f644b93e. 00010000:00000010:0.0:1761311764.910514:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.910520:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ba39f43. 00000100:00000010:0.0:1761311764.910531:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001ba39f43. 00010000:00000010:0.0:1761311764.910534:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.910546:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311764.910551:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806080, offset 224 00000400:00000200:0.0:1761311764.910559:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.910569:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.910574:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87190:87190:256:4294967295] 192.168.203.55@tcp LPNI seq info [87190:87190:8:4294967295] 00000400:00000200:0.0:1761311764.910585:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.910589:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.910593:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.910599:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.910605:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.910608:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.910629:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.910634:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.910636:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc456eeb. 00010000:00000010:1.1:1761311764.910703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8f75170. 00010000:00000010:1.1:1761311764.910711:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00000800:00000200:3.0:1761311764.911609:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.911613:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:3.0:1761311764.911620:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.911626:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.911630:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:3.0:1761311764.911632:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000800:00000200:3.0:1761311764.911692:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.911694:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311764.911697:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.911700:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.911702:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3fb544 00000400:00000010:3.0:1761311764.911703:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b3fb544. 00000100:00000200:3.0:1761311764.911709:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a61fcec x1846867787685952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.915038:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c67267e1. 00000400:00000200:1.0:1761311764.915044:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:1.0:1761311764.915047:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00000100:00000200:1.0:1761311764.915052:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a61fcec x1846867787685952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.915059:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a61fcec x1846867787685952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.915089:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000712ca7. 02000000:00000010:1.0:1761311764.915095:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000df55c4dd. 00000100:00000010:1.0:1761311764.915098:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000010:1.0:1761311764.915101:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000acd7f9a. 00010000:00000010:1.0:1761311764.915105:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006915bf80. 00000400:00000200:3.0:1761311764.915827:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.915856:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e840 00000400:00000200:3.0:1761311764.915863:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa91cd [2] + 1312 00000400:00000200:3.0:1761311764.916214:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.916219:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.916224:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.916229:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 00010000:00000010:2.1:1761311764.916499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000012dc65a4. 00010000:00000010:2.1:1761311764.916507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000020:00000010:1.0:1761311764.916583:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a5d059fb. 00000020:00000010:1.0:1761311764.916590:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311764.916595:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311764.916617:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b6286b6 x1846867781806144/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311764.916653:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806144 02000000:00000010:1.0:1761311764.916664:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d607203. 00010000:00000010:1.0:1761311764.916692:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d27a26f. 00010000:00000010:1.0:1761311764.916715:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.916722:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.916741:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.916744:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311764.916757:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311764.916761:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806144, offset 224 00000400:00000200:1.0:1761311764.916768:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.916779:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.916783:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87192:87192:256:4294967295] 192.168.203.55@tcp LPNI seq info [87192:87192:8:4294967295] 00000400:00000200:1.0:1761311764.916792:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.916797:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.916801:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311764.916805:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.916811:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.916815:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311764.916838:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311764.916852:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311764.916855:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a5d059fb. 00000800:00000200:3.0:1761311764.917410:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.917413:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352786). 00000400:00000200:3.0:1761311764.917419:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.917422:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.917425:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:3.0:1761311764.917427:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000800:00000200:3.0:1761311764.917482:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.917485:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311764.917488:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.917491:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.917493:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:3.0:1761311764.917494:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:3.0:1761311764.917500:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b8867c8 x1846867787686016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311764.917673:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000781911d8. 00010000:00000010:2.1:1761311764.921466:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d10b2ed. 00010000:00000010:2.1:1761311764.921476:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00000400:00000010:1.0:1761311764.921573:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ed1aada. 00000400:00000200:1.0:1761311764.921579:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:1.0:1761311764.921581:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000100:00000200:1.0:1761311764.921586:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b8867c8 x1846867787686016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.921594:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b8867c8 x1846867787686016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.921622:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079e1a5f1. 02000000:00000010:1.0:1761311764.921628:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb705f37. 00000100:00000010:1.0:1761311764.921631:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b8867c8. 00000100:00000010:1.0:1761311764.921634:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000acd7f9a. 00010000:00000010:1.0:1761311764.921638:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bf47711. 00000020:00000010:0.0:1761311764.921710:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc456eeb. 00000020:00000010:0.0:1761311764.921717:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.921722:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.921746:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a42bc8f5 x1846867781806208/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311764.921778:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806208 02000000:00000010:0.0:1761311764.921788:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e76fd36. 00010000:00000010:0.0:1761311764.921811:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5e75070. 00010000:00000010:0.0:1761311764.921831:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.921837:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ba39f43. 00000100:00000010:0.0:1761311764.922036:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001ba39f43. 00010000:00000010:0.0:1761311764.922040:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.922054:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311764.922058:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806208, offset 224 00000400:00000200:0.0:1761311764.922065:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.922073:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.922079:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87194:87194:256:4294967295] 192.168.203.55@tcp LPNI seq info [87194:87194:8:4294967295] 00000400:00000200:0.0:1761311764.922088:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.922092:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.922097:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.922102:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.922109:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.922112:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.922136:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.922141:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.922144:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc456eeb. 00000800:00000200:3.0:1761311764.922275:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.922279:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311764.922285:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.922289:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.922291:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:3.0:1761311764.922292:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00000800:00000200:0.0:1761311764.923426:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.923430:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311764.923434:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.923440:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.923444:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:0.0:1761311764.923446:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000100:00000200:0.0:1761311764.923452:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d512b417 x1846867787686080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.926482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000070b8369f. 00000400:00000010:1.0:1761311764.927405:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005ed1aada. 00000400:00000200:1.0:1761311764.927409:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:1.0:1761311764.927411:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:1.0:1761311764.927415:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d512b417 x1846867787686080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.927424:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d512b417 x1846867787686080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.927455:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000096302d69. 02000000:00000010:1.0:1761311764.927460:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001d109b67. 00000100:00000010:1.0:1761311764.927464:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d512b417. 00000100:00000010:1.0:1761311764.927467:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000acd7f9a. 00010000:00000010:1.0:1761311764.927470:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000407d806c. 00000020:00000010:0.0:1761311764.927550:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc456eeb. 00000020:00000010:0.0:1761311764.927556:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.927560:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.927581:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000052c5426f x1846867781806272/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311764.927610:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806272 02000000:00000010:0.0:1761311764.927619:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051458fa7. 00010000:00000010:0.0:1761311764.927642:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000727e7349. 00010000:00000010:0.0:1761311764.927661:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.927666:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001ba39f43. 00000100:00000010:0.0:1761311764.927679:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001ba39f43. 00010000:00000010:0.0:1761311764.927683:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.927694:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf943e4. 00000100:00000200:0.0:1761311764.927698:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806272, offset 224 00000400:00000200:0.0:1761311764.927705:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.927715:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.927719:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87196:87196:256:4294967295] 192.168.203.55@tcp LPNI seq info [87196:87196:8:4294967295] 00000400:00000200:0.0:1761311764.927728:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.927733:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.927738:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352634). 00000800:00000200:0.0:1761311764.927743:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.927750:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.927753:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.927767:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.927772:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.927775:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc456eeb. 02000000:00000010:0.0:1761311764.927781:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e76fd36. 00000100:00000010:0.0:1761311764.927783:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a42bc8f5. 02000000:00000010:0.0:1761311764.927786:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d607203. 00000100:00000010:0.0:1761311764.927788:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 02000000:00000010:0.0:1761311764.927791:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b3cf764. 00000100:00000010:0.0:1761311764.927793:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 02000000:00000010:0.0:1761311764.927796:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a51a38c0. 00000100:00000010:0.0:1761311764.927798:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 02000000:00000010:0.0:1761311764.927801:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092409c14. 00000100:00000010:0.0:1761311764.927802:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2b99d88. 02000000:00000010:0.0:1761311764.927805:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007cb99493. 00000100:00000010:0.0:1761311764.927808:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cecda0d. 00000100:00000200:0.0:1761311764.927815:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311764.927820:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000517ab03. 00000400:00000010:0.0:1761311764.927824:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001ba39f43 (tot 82352786). 00000800:00000200:3.0:1761311764.928136:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.928141:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311764.928147:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.928151:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.928155:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf943e4 00000400:00000010:3.0:1761311764.928156:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf943e4. 02000000:00000010:3.0:1761311764.928161:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051458fa7. 00000800:00000200:3.0:1761311764.929569:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.929575:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311764.929581:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.929588:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.929592:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:3.0:1761311764.929594:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:3.0:1761311764.929602:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7d6009e x1846867787686144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311764.930170:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000066f807dd. 00010000:00000010:2.1:1761311764.930179:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:0.1:1761311764.930345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2f8339b. 00000400:00000010:1.0:1761311764.934229:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005309d5b7. 00000400:00000200:1.0:1761311764.934235:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031517c0b 00000400:00000010:1.0:1761311764.934237:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031517c0b. 00000100:00000200:1.0:1761311764.934243:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7d6009e x1846867787686144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.934251:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7d6009e x1846867787686144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.934277:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1566b1d. 02000000:00000010:1.0:1761311764.934282:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f50f0ad. 00000100:00000010:1.0:1761311764.934285:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7d6009e. 00000100:00000010:1.0:1761311764.934288:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000acd7f9a. 00010000:00000010:1.0:1761311764.934292:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000097fb252f. 00000020:00000010:0.0:1761311764.934427:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092409c14. 00000020:00000010:0.0:1761311764.934435:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.934439:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.934461:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cecda0d x1846867781806336/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311764.934488:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806336 02000000:00000010:0.0:1761311764.934498:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a51a38c0. 00010000:00000010:0.0:1761311764.934520:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000898a65a. 00010000:00000010:0.0:1761311764.934539:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.934545:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020988f52. 00000100:00000010:0.0:1761311764.934780:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020988f52. 00010000:00000010:0.0:1761311764.934783:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.934797:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311764.934801:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806336, offset 224 00000400:00000200:0.0:1761311764.934808:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.934818:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.934823:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87198:87198:256:4294967295] 192.168.203.55@tcp LPNI seq info [87198:87198:8:4294967295] 00000400:00000200:0.0:1761311764.934833:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.934837:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.934851:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.934857:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.934863:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.934867:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.934888:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.934892:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.934894:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092409c14. 00080000:00000010:3.0:1761311764.934932:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002afe9ba4. 00010000:00000010:3.0:1761311764.935040:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3e0e56b. 00010000:00000010:3.0:1761311764.935046:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098470f35. 00000001:00000010:3.0:1761311764.935062:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311764.935071:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311764.935076:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005262c1cc. 00000001:00000010:3.0:1761311764.935083:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311764.935087:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311764.935092:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311764.935095:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311764.935105:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000121d745. 00010000:00000010:3.0:1761311764.935118:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba2335. 00010000:00000010:3.0:1761311764.935122:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311764.935130:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311764.935134:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311764.935140:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311764.935148:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ab839c8. 02000000:00000010:3.0:1761311764.935166:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1b306c6. 00000400:00000010:3.0:1761311764.935170:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311764.935174:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311764.935178:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686208, portal 16 00000400:00000010:3.0:1761311764.935182:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311764.935184:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686208, offset 0 00000400:00000200:3.0:1761311764.935189:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.935194:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.935200:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311764.935203:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311764.935206:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311764.935208:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87199:87199:255:4294967295] 192.168.203.55@tcp LPNI seq info [87199:87199:7:4294967295] 00000400:00000200:3.0:1761311764.935215:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.935219:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.935222:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311764.935225:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.935229:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.935231:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311764.938488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c71b32ff. 00000400:00000200:3.0:1761311764.940139:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.940158:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea140 00000400:00000200:3.0:1761311764.940166:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa8c1 [1] + 224 00000400:00000200:3.0:1761311764.940177:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.940181:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.940191:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a704445 x1846867787686208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.940232:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.940237:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e940 00000400:00000200:3.0:1761311764.940242:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9225 [2] + 328 00000400:00000200:3.0:1761311764.940292:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.940296:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.940330:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.940335:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 00000020:00000010:0.0:1761311764.940413:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092409c14. 00000020:00000010:0.0:1761311764.940421:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.940425:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.940450:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ef0282b x1846867781806400/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311764.940486:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806400 02000000:00000010:0.0:1761311764.940498:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000b3cf764. 00010000:00000010:0.0:1761311764.940545:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.940552:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020988f52. 00000100:00000010:0.0:1761311764.940559:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020988f52. 00010000:00000010:0.0:1761311764.940562:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.940577:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311764.940581:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806400, offset 224 00000400:00000200:0.0:1761311764.940588:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.940599:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.940604:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87200:87200:256:4294967295] 192.168.203.55@tcp LPNI seq info [87200:87200:8:4294967295] 00000400:00000200:0.0:1761311764.940613:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.940618:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.940623:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.940628:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.940634:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.940638:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.940666:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.940670:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.940673:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092409c14. 00000400:00000010:1.0:1761311764.940856:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:1.0:1761311764.940861:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:1.0:1761311764.940863:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:1.0:1761311764.940869:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a704445 x1846867787686208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.940878:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a704445 x1846867787686208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311764.940898:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fda535b6. 02000000:00000010:1.0:1761311764.940916:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1b306c6. 02000000:00000010:1.0:1761311764.940922:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ab839c8. 00000100:00000010:1.0:1761311764.940925:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 00000100:00000010:1.0:1761311764.940928:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:1.0:1761311764.940931:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00080000:00000010:1.0:1761311764.940944:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5d059fb. 00010000:00000010:1.0:1761311764.941065:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c75a09e0. 00010000:00000010:1.0:1761311764.941073:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f06c140. 00000001:00000010:1.0:1761311764.941091:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.941104:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.941110:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d9eb5e0. 00000800:00000200:3.0:1761311764.941114:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.941117:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000001:00000010:1.0:1761311764.941120:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000400:00000200:3.0:1761311764.941124:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1761311764.941125:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000400:00000200:3.0:1761311764.941128:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000001:00000010:1.0:1761311764.941130:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000400:00000200:3.0:1761311764.941131:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:3.0:1761311764.941132:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00000001:00000010:1.0:1761311764.941135:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.941147:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b51f3de3. 00010000:00000010:1.0:1761311764.941161:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311764.941167:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.941176:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.941179:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.941186:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.941196:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d607203. 02000000:00000010:1.0:1761311764.941219:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb705f37. 00000400:00000010:1.0:1761311764.941223:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.941227:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.941231:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686272, portal 16 00000400:00000010:1.0:1761311764.941235:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311764.941237:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686272, offset 0 00000400:00000200:1.0:1761311764.941242:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.941248:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.941255:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.941259:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.941261:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.941263:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87201:87201:256:4294967295] 192.168.203.55@tcp LPNI seq info [87201:87201:8:4294967295] 00000400:00000200:1.0:1761311764.941270:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.941274:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.941278:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311764.941282:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.941286:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.941288:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311764.941731:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.941735:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311764.941741:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.941744:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.941748:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:3.0:1761311764.941750:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:3.0:1761311764.941754:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787686272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311764.942399:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000230ed3fb. 00010000:00000010:2.1:1761311764.942407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00010000:00000010:3.1:1761311764.942504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020d6391c. 00010000:00000010:3.1:1761311764.942510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00000400:00000200:3.0:1761311764.942557:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.942568:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea180 00000400:00000200:3.0:1761311764.942576:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa8cd [1] + 224 00000400:00000200:3.0:1761311764.942586:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.942589:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.942594:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.943659:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.943671:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14e980 00000400:00000200:3.0:1761311764.943677:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9225 [2] + 656 00000400:00000200:3.0:1761311764.943720:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.943723:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.943728:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311764.943734:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00000400:00000010:1.0:1761311764.945209:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.945218:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.945220:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.945230:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.945239:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311764.945267:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068b50598. 02000000:00000010:1.0:1761311764.945284:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb705f37. 02000000:00000010:1.0:1761311764.945289:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d607203. 00000100:00000010:1.0:1761311764.945294:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.945334:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.945338:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00080000:00000010:1.0:1761311764.945360:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb705f37. 00010000:00000010:1.0:1761311764.945480:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.945487:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c3fdf90. 00000001:00000010:1.0:1761311764.945506:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.945520:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.945525:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d607203. 00000001:00000010:1.0:1761311764.945533:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.945538:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.945543:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.945548:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.945560:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cac20c5f. 00010000:00000010:1.0:1761311764.945575:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311764.945579:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.945590:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.945596:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.945603:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.945616:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d340315. 02000000:00000010:1.0:1761311764.945645:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004918339e. 00000400:00000010:1.0:1761311764.945650:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.945653:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.945659:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686336, portal 16 00000400:00000010:1.0:1761311764.945663:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311764.945665:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686336, offset 0 00000400:00000200:1.0:1761311764.945671:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.945686:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.945693:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.945696:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.945699:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.945702:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87203:87203:256:4294967295] 192.168.203.55@tcp LPNI seq info [87203:87203:8:4294967295] 00000400:00000200:1.0:1761311764.945712:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.945717:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.945721:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311764.945726:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.945732:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.945735:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311764.946079:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.946084:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311764.946090:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.946094:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.946097:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:3.0:1761311764.946100:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:3.0:1761311764.946105:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787686336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311764.948066:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.948083:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea1c0 00000400:00000200:3.0:1761311764.948091:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa8d9 [1] + 224 00000400:00000200:3.0:1761311764.948104:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.948108:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.948118:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.948209:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.948215:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.948217:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.948222:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.948230:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.948257:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004918339e. 02000000:00000010:1.0:1761311764.948261:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d340315. 00000100:00000010:1.0:1761311764.948266:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.948270:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.948273:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000020:00000010:3.0:1761311764.949801:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000688cbfd8. 00000020:00000010:3.0:1761311764.949811:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.949815:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.949841:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2b99d88 x1846867781806528/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311764.949876:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806528 02000000:00000010:3.0:1761311764.949889:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001acae240. 00010000:00000010:3.0:1761311764.949917:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000429c378. 00010000:00000010:3.0:1761311764.949942:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e1af9a9. 00000100:00000010:3.0:1761311764.949949:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000598061de. 00000100:00000010:3.0:1761311764.949965:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000598061de. 00010000:00000010:3.0:1761311764.949969:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e1af9a9. 00000400:00000010:3.0:1761311764.949984:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311764.949989:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806528, offset 224 00000400:00000200:3.0:1761311764.949997:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.950009:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.950016:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87204:87204:256:4294967295] 192.168.203.55@tcp LPNI seq info [87204:87204:8:4294967295] 00000400:00000200:3.0:1761311764.950025:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.950030:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.950036:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311764.950041:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.950046:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.950049:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.950074:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.950077:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.950080:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000688cbfd8. 00000800:00000200:0.0:1761311764.950146:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.950151:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:0.0:1761311764.950155:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.950159:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.950162:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:0.0:1761311764.950164:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00080000:00000010:1.0:1761311764.950266:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004918339e. 00010000:00000010:1.1:1761311764.950337:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000434dbcee. 00010000:00000010:0.1:1761311764.950337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205c43b. 00010000:00000010:1.1:1761311764.950345:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003b215276. 00010000:00000010:1.1:1761311764.950348:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:1.0:1761311764.950445:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.950452:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6c69b80. 00000001:00000010:1.0:1761311764.950470:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.950482:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.950487:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ab7fb378. 00000001:00000010:1.0:1761311764.950496:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.950502:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.950506:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.950511:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.950523:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000009f3b274. 00100000:00000010:1.0:1761311764.950530:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000062c233c7. 00100000:00000010:1.0:1761311764.950532:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e7dfff1e. 00010000:00000010:1.0:1761311764.950549:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311764.950554:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.950563:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.950566:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.950573:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.950584:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099746efa. 02000000:00000010:1.0:1761311764.950607:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc704ef1. 00000400:00000010:1.0:1761311764.950612:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.950617:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.950622:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686400, portal 16 00000400:00000010:1.0:1761311764.950626:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311764.950628:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686400, offset 0 00000400:00000200:1.0:1761311764.950633:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.950640:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.950646:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.950650:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.950652:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.950655:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87205:87205:256:4294967295] 192.168.203.55@tcp LPNI seq info [87205:87205:8:4294967295] 00000400:00000200:1.0:1761311764.950663:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.950667:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.950670:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311764.950674:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.950679:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.950681:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311764.951476:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311764.951481:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311764.951488:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.951493:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311764.951497:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:3.0:1761311764.951498:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00000100:00000200:3.0:1761311764.951505:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787686400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.954489:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000697b49e4. 00000400:00000010:1.0:1761311764.956671:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.956677:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.956679:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.956685:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.956693:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.956723:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc704ef1. 02000000:00000010:1.0:1761311764.956728:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099746efa. 00000100:00000010:1.0:1761311764.956731:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.956735:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.956739:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000020:00000010:0.0:1761311764.957520:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092409c14. 00000020:00000010:0.0:1761311764.957531:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.957536:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.957563:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ea331e6 x1846867781806592/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311764.957595:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806592 02000000:00000010:0.0:1761311764.957606:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e76fd36. 00010000:00000010:0.0:1761311764.957632:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074adc72f. 00010000:00000010:0.0:1761311764.957656:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.957664:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020988f52. 00000100:00000010:0.0:1761311764.957677:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020988f52. 00010000:00000010:0.0:1761311764.957680:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.957693:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311764.957698:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806592, offset 224 00000400:00000200:0.0:1761311764.957706:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.957717:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.957722:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87206:87206:256:4294967295] 192.168.203.55@tcp LPNI seq info [87206:87206:8:4294967295] 00000400:00000200:0.0:1761311764.957732:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.957737:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.957742:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.957747:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.957752:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.957756:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.957784:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.957789:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.957793:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092409c14. 00080000:00000010:1.0:1761311764.957999:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099746efa. 00010000:00000010:1.0:1761311764.958126:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.958132:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000617801f3. 00000001:00000010:1.0:1761311764.958154:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.958168:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.958174:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc704ef1. 00000001:00000010:1.0:1761311764.958182:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.958188:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.958194:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.958198:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.958210:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000016f16d4c. 00010000:00000010:1.0:1761311764.958226:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311764.958232:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.958241:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.958244:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.958251:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.958262:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033384e0a. 02000000:00000010:1.0:1761311764.958284:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb88c014. 00000400:00000010:1.0:1761311764.958288:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.958293:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.958331:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686464, portal 16 00000400:00000010:1.0:1761311764.958336:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311764.958338:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686464, offset 0 00000400:00000200:1.0:1761311764.958344:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.958350:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.958356:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.958360:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.958362:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.958365:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87207:87207:255:4294967295] 192.168.203.55@tcp LPNI seq info [87207:87207:7:4294967295] 00000400:00000200:1.0:1761311764.958373:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.958380:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.958383:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82353034). 00000800:00000200:1.0:1761311764.958387:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.958391:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.958393:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311764.959638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047b66c15. 00010000:00000010:1.1:1761311764.960185:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038f7bfb2. 00010000:00000010:1.1:1761311764.960193:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311764.960197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ae9a382. 00010000:00000010:1.1:1761311764.960201:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:3.0:1761311764.961912:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.961933:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea240 00000400:00000200:3.0:1761311764.961942:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa8f1 [1] + 224 00000400:00000200:3.0:1761311764.961959:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.961963:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.961975:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.962149:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.962155:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.962156:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.962162:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.962168:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.962194:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb88c014. 02000000:00000010:1.0:1761311764.962199:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033384e0a. 00000100:00000010:1.0:1761311764.962202:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.962206:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.962210:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000020:00000010:3.0:1761311764.964043:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000688cbfd8. 00000020:00000010:3.0:1761311764.964051:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.964055:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.964080:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a42bc8f5 x1846867781806656/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311764.964116:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806656 02000000:00000010:3.0:1761311764.964130:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ab839c8. 00010000:00000010:3.0:1761311764.964160:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9ae4cd4. 00010000:00000010:3.0:1761311764.964181:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e1af9a9. 00000100:00000010:3.0:1761311764.964188:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000598061de. 00000100:00000010:3.0:1761311764.964208:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000598061de. 00010000:00000010:3.0:1761311764.964212:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e1af9a9. 00000400:00000010:3.0:1761311764.964227:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311764.964233:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806656, offset 224 00000400:00000200:3.0:1761311764.964241:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.964253:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.964258:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87208:87208:256:4294967295] 192.168.203.55@tcp LPNI seq info [87208:87208:8:4294967295] 00000400:00000200:3.0:1761311764.964268:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.964273:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.964277:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311764.964283:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.964289:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.964293:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761311764.964421:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033384e0a. 00010000:00000010:1.0:1761311764.964534:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.964540:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000def03247. 00000001:00000010:1.0:1761311764.964561:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.964576:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.964582:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb88c014. 00000001:00000010:1.0:1761311764.964590:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.964596:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.964600:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.964604:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.964616:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b6962bb3. 00010000:00000010:1.0:1761311764.964631:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311764.964636:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.964646:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.964651:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.964658:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.964667:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa311c60. 02000000:00000010:1.0:1761311764.964690:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005bcacca9. 00000400:00000010:1.0:1761311764.964694:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.964698:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.964703:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686528, portal 16 00000400:00000010:1.0:1761311764.964707:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311764.964709:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686528, offset 0 00000400:00000200:1.0:1761311764.964715:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.964721:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.964726:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.964730:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.964732:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.964735:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87209:87209:255:4294967295] 192.168.203.55@tcp LPNI seq info [87209:87209:7:4294967295] 00000400:00000200:1.0:1761311764.964741:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.964746:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.964749:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311764.964753:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.964757:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.964759:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.966081:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.966092:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.966096:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000688cbfd8. 00000800:00000200:0.0:1761311764.966200:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.966204:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352786). 00000400:00000200:0.0:1761311764.966210:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.966216:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.966221:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:0.0:1761311764.966224:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000800:00000200:0.0:1761311764.966293:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.966295:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:0.0:1761311764.966799:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.966805:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.966808:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:0.0:1761311764.966809:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000100:00000200:0.0:1761311764.966817:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787686528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311764.968899:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029462a8f. 00000400:00000200:3.0:1761311764.969659:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.969681:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea280 00000400:00000200:3.0:1761311764.969691:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa8fd [1] + 224 00000400:00000200:3.0:1761311764.969706:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.969711:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.969722:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.969938:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.969944:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.969946:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.969951:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.969959:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.969987:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005bcacca9. 02000000:00000010:1.0:1761311764.969992:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa311c60. 00000100:00000010:1.0:1761311764.969996:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.970001:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.970004:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000020:00000010:3.0:1761311764.972666:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000688cbfd8. 00000020:00000010:3.0:1761311764.972675:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.972680:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.972711:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d45d676 x1846867781806720/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311764.972751:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806720 02000000:00000010:3.0:1761311764.972764:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1b306c6. 00010000:00000010:3.0:1761311764.972792:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d94043a7. 00010000:00000010:3.0:1761311764.972815:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e1af9a9. 00000100:00000010:3.0:1761311764.972822:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000598061de. 00000100:00000010:3.0:1761311764.972839:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000598061de. 00010000:00000010:3.0:1761311764.972850:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e1af9a9. 00000400:00000010:3.0:1761311764.972864:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311764.972868:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806720, offset 224 00000400:00000200:3.0:1761311764.972876:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.972887:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.972892:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87210:87210:256:4294967295] 192.168.203.55@tcp LPNI seq info [87210:87210:8:4294967295] 00000400:00000200:3.0:1761311764.972901:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.972906:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.972911:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352634). 00000800:00000200:3.0:1761311764.972917:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.972923:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.972926:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.972950:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.972953:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.972956:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000688cbfd8. 02000000:00000010:3.0:1761311764.972963:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ab839c8. 00000100:00000010:3.0:1761311764.972966:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a42bc8f5. 02000000:00000010:3.0:1761311764.972969:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e76fd36. 00000100:00000010:3.0:1761311764.972971:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 02000000:00000010:3.0:1761311764.972974:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001acae240. 00000100:00000010:3.0:1761311764.972975:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2b99d88. 02000000:00000010:3.0:1761311764.972978:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fda2ba7d. 00000100:00000010:3.0:1761311764.972980:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311764.972983:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000b3cf764. 00000100:00000010:3.0:1761311764.972984:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311764.972987:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a51a38c0. 00000100:00000010:3.0:1761311764.972989:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cecda0d. 00000100:00000200:3.0:1761311764.972994:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311764.972998:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e813085f. 00000400:00000010:3.0:1761311764.973002:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000598061de (tot 82352786). 00080000:00000010:1.0:1761311764.973186:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa311c60. 00010000:00000010:1.0:1761311764.973342:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.973348:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003d45bd10. 00000001:00000010:1.0:1761311764.973366:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.973379:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.973384:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bcacca9. 00000001:00000010:1.0:1761311764.973392:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.973398:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.973403:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.973408:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.973420:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a84a1be7. 00010000:00000010:1.0:1761311764.973436:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311764.973441:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.973451:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.973455:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.973461:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.973471:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001098b124. 02000000:00000010:1.0:1761311764.973494:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a7691386. 00000400:00000010:1.0:1761311764.973497:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.973500:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.973503:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686592, portal 16 00000400:00000010:1.0:1761311764.973507:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311764.973509:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686592, offset 0 00000400:00000200:1.0:1761311764.973514:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.973520:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.973526:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.973530:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.973532:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.973535:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87211:87211:255:4294967295] 192.168.203.55@tcp LPNI seq info [87211:87211:7:4294967295] 00000400:00000200:1.0:1761311764.973541:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.973545:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.973548:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82353034). 00000800:00000200:1.0:1761311764.973552:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.973556:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.973559:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311764.974733:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e39ea058. 00010000:00000010:1.1:1761311764.974741:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:3.0:1761311764.976279:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.976295:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea2c0 00000400:00000200:3.0:1761311764.976348:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa90d [1] + 224 00000400:00000200:3.0:1761311764.976362:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.976365:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.976375:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.976627:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.976633:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.976635:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.976641:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.976649:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.976678:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a7691386. 02000000:00000010:1.0:1761311764.976683:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001098b124. 00000100:00000010:1.0:1761311764.976686:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.976691:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.976695:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000020:00000010:0.0:1761311764.978355:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092409c14. 00000020:00000010:0.0:1761311764.978364:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.978369:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311764.978399:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d512b417 x1846867781806784/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311764.978435:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806784 02000000:00000010:0.0:1761311764.978448:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc456eeb. 00010000:00000010:0.0:1761311764.978479:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfb54a15. 00010000:00000010:0.0:1761311764.978502:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311764.978509:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020988f52. 00000100:00000010:0.0:1761311764.978523:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020988f52. 00010000:00000010:0.0:1761311764.978526:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311764.978540:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311764.978545:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806784, offset 224 00000400:00000200:0.0:1761311764.978553:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311764.978565:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311764.978571:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87212:87212:256:4294967295] 192.168.203.55@tcp LPNI seq info [87212:87212:8:4294967295] 00000400:00000200:0.0:1761311764.978581:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311764.978586:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311764.978591:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311764.978600:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311764.978606:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311764.978610:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311764.978635:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311764.978640:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311764.978643:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092409c14. 00080000:00000010:1.0:1761311764.978764:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001098b124. 00010000:00000010:1.0:1761311764.978907:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.978915:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002a60da65. 00000001:00000010:1.0:1761311764.978938:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.978956:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.978962:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7691386. 00000001:00000010:1.0:1761311764.978971:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.978976:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.978980:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.978985:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.978998:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001f3d99e1. 00010000:00000010:1.0:1761311764.979012:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311764.979017:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.979027:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.979031:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.979038:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.979049:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000152ac173. 02000000:00000010:1.0:1761311764.979069:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da36740f. 00000400:00000010:1.0:1761311764.979073:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.979078:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.979083:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686656, portal 16 00000400:00000010:1.0:1761311764.979088:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311764.979090:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686656, offset 0 00000400:00000200:1.0:1761311764.979095:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.979102:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.979109:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.979113:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.979116:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.979118:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87213:87213:255:4294967295] 192.168.203.55@tcp LPNI seq info [87213:87213:7:4294967295] 00000400:00000200:1.0:1761311764.979124:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.979128:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.979130:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311764.979134:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.979138:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.979140:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311764.980138:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a8601698. 00010000:00000010:1.1:1761311764.980147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.1:1761311764.980349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054f31354. 00000400:00000200:3.0:1761311764.981745:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.981764:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea300 00000400:00000200:3.0:1761311764.981773:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa919 [1] + 224 00000400:00000200:3.0:1761311764.981789:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.981793:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.981804:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.982189:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.982194:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.982196:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.982201:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.982208:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.982234:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da36740f. 02000000:00000010:1.0:1761311764.982238:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000152ac173. 00000100:00000010:1.0:1761311764.982240:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.982245:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.982248:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000020:00000010:3.0:1761311764.983284:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001acae240. 00000020:00000010:3.0:1761311764.983291:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.983294:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00010000:00000010:3.1:1761311764.983724:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042902e0c. 00000100:00000200:3.0:1761311764.983752:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b8867c8 x1846867781806848/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311764.983871:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806848 02000000:00000010:3.0:1761311764.983881:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004ab839c8. 00010000:00000010:3.0:1761311764.983906:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006baf93fb. 00010000:00000010:3.0:1761311764.983923:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e1af9a9. 00000100:00000010:3.0:1761311764.983930:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311764.984174:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311764.984178:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e1af9a9. 00000400:00000010:3.0:1761311764.984190:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311764.984195:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806848, offset 224 00000400:00000200:3.0:1761311764.984201:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.984211:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.984215:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87214:87214:256:4294967295] 192.168.203.55@tcp LPNI seq info [87214:87214:8:4294967295] 00000400:00000200:3.0:1761311764.984225:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.984230:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.984234:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311764.984239:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.984245:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.984248:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.984268:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.984272:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.984275:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001acae240. 00010000:00000010:1.1:1761311764.984337:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba9e45d6. 00010000:00000010:1.1:1761311764.984345:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00080000:00000010:1.0:1761311764.984359:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000152ac173. 00010000:00000010:1.0:1761311764.984487:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.984494:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083796251. 00000001:00000010:1.0:1761311764.984512:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.984524:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.984530:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da36740f. 00000001:00000010:1.0:1761311764.984538:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.984543:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.984548:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.984553:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.984565:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d64daca5. 00100000:00000010:1.0:1761311764.984571:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000002434032d. 00100000:00000010:1.0:1761311764.984573:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000082455d2c. 00010000:00000010:1.0:1761311764.984589:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311764.984593:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.984602:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.984604:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.984611:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.984619:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ed712c3. 02000000:00000010:1.0:1761311764.984640:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008650db45. 00000400:00000010:1.0:1761311764.984644:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.984648:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.984652:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686720, portal 16 00000400:00000010:1.0:1761311764.984656:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebf2b047. 00000100:00000200:1.0:1761311764.984658:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686720, offset 0 00000400:00000200:1.0:1761311764.984663:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.984669:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.984676:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.984679:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.984681:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.984685:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87215:87215:255:4294967295] 192.168.203.55@tcp LPNI seq info [87215:87215:7:4294967295] 00000400:00000200:1.0:1761311764.984691:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.984695:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.984698:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311764.984702:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.984706:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.984708:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311764.984758:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b8e8092. 00000400:00000200:3.0:1761311764.986906:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.986928:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea340 00000400:00000200:3.0:1761311764.986936:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa925 [1] + 224 00000400:00000200:3.0:1761311764.986951:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.986955:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.986964:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.987450:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.987456:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.987458:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.987464:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.987473:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.987500:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008650db45. 02000000:00000010:1.0:1761311764.987505:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ed712c3. 00000100:00000010:1.0:1761311764.987509:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.987513:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.987517:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00010000:00000010:1.1:1761311764.988666:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ac9c9aa. 00010000:00000010:1.1:1761311764.988677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000020:00000010:3.0:1761311764.988948:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001acae240. 00000020:00000010:3.0:1761311764.988955:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.988959:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311764.988983:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781806912/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:242/0 lens 328/0 e 0 to 0 dl 1761311807 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311764.989021:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781806912 02000000:00000010:3.0:1761311764.989030:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000688cbfd8. 00010000:00000010:3.0:1761311764.989053:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0551abd. 00010000:00000010:3.0:1761311764.989073:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e1af9a9. 00000100:00000010:3.0:1761311764.989078:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311764.989094:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311764.989097:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e1af9a9. 00000400:00000010:3.0:1761311764.989108:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311764.989112:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781806912, offset 224 00000400:00000200:3.0:1761311764.989118:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311764.989127:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311764.989133:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87216:87216:256:4294967295] 192.168.203.55@tcp LPNI seq info [87216:87216:8:4294967295] 00000400:00000200:3.0:1761311764.989141:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311764.989146:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311764.989149:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311764.989154:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311764.989160:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311764.989163:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311764.989180:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311764.989184:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311764.989186:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001acae240. 00080000:00000010:1.0:1761311764.989523:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ed712c3. 00010000:00000010:1.0:1761311764.989638:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.989644:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000239116ce. 00000001:00000010:1.0:1761311764.989661:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.989673:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.989678:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008650db45. 00000001:00000010:1.0:1761311764.989686:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.989691:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.989696:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.989701:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.989713:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008445518e. 00010000:00000010:1.0:1761311764.989729:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311764.989735:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.989745:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.989750:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.989756:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.989768:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000d340315. 02000000:00000010:1.0:1761311764.989793:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032f7100b. 00000400:00000010:1.0:1761311764.989797:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.989802:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.989807:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686784, portal 16 00000400:00000010:1.0:1761311764.989811:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311764.989813:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686784, offset 0 00000400:00000200:1.0:1761311764.989819:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.989825:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.989831:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.989834:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.989837:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.989840:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87217:87217:255:4294967295] 192.168.203.55@tcp LPNI seq info [87217:87217:7:4294967295] 00000400:00000200:1.0:1761311764.989859:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.989864:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.989868:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82353034). 00000800:00000200:1.0:1761311764.989872:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.989876:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.989878:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311764.989988:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.989992:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:0.0:1761311764.989996:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.990000:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.990004:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:0.0:1761311764.990006:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000800:00000200:0.0:1761311764.990062:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.990064:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:0.0:1761311764.990069:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.990072:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.990074:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:0.0:1761311764.990075:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000100:00000200:0.0:1761311764.990080:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787686784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.992360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a336f692. 00010000:00000010:1.1:1761311764.992372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311764.992532:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005368b03c. 00000400:00000200:3.0:1761311764.992566:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311764.992584:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea380 00000400:00000200:3.0:1761311764.992592:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa931 [1] + 224 00000400:00000200:3.0:1761311764.992608:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311764.992612:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311764.992624:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311764.993160:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311764.993166:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311764.993168:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311764.993175:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311764.993183:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311764.993210:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032f7100b. 02000000:00000010:1.0:1761311764.993214:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000d340315. 00000100:00000010:1.0:1761311764.993220:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311764.993225:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311764.993228:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000200:0.0:1761311764.994417:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311764.994435:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14eb80 00000400:00000200:0.0:1761311764.994442:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa927d [2] + 984 00000400:00000200:0.0:1761311764.994504:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.994510:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311764.994515:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311764.994520:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00080000:00000010:1.0:1761311764.995455:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032f7100b. 00010000:00000010:1.0:1761311764.995578:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.995584:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a21c886c. 00000001:00000010:1.0:1761311764.995605:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.995618:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311764.995624:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d340315. 00000001:00000010:1.0:1761311764.995633:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.995639:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.995644:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311764.995648:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311764.995660:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d2babca4. 00010000:00000010:1.0:1761311764.995677:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311764.995681:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311764.995691:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311764.995695:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311764.995703:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311764.995718:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012a28fd0. 02000000:00000010:1.0:1761311764.995744:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9ff0604. 00000400:00000010:1.0:1761311764.995748:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311764.995752:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311764.995758:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686848, portal 16 00000400:00000010:1.0:1761311764.995762:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311764.995764:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686848, offset 0 00000400:00000200:1.0:1761311764.995770:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311764.995776:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311764.995782:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311764.995786:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311764.995789:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311764.995792:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87219:87219:255:4294967295] 192.168.203.55@tcp LPNI seq info [87219:87219:7:4294967295] 00000400:00000200:1.0:1761311764.995799:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311764.995804:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311764.995806:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311764.995810:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311764.995814:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311764.995816:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311764.995914:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.995918:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:0.0:1761311764.995922:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.995926:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.995929:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005833ca56 00000400:00000010:0.0:1761311764.995931:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005833ca56. 00000800:00000200:0.0:1761311764.995984:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311764.995986:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:0.0:1761311764.995991:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311764.995994:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311764.995995:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:0.0:1761311764.995997:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:0.0:1761311764.996001:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787686848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311764.996627:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000799b6f3e. 00010000:00000010:1.1:1761311764.996634:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311764.997484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc057d04. 00000400:00000200:3.0:1761311765.000143:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.000162:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea3c0 00000400:00000200:3.0:1761311765.000172:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa93d [1] + 224 00000400:00000200:3.0:1761311765.000184:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.000188:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.000198:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.000793:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.000801:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ebc0 00000400:00000200:3.0:1761311765.000811:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa927d [2] + 1312 00000400:00000200:3.0:1761311765.000876:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.000880:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.000885:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.000889:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 00000400:00000010:1.0:1761311765.001047:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311765.001053:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311765.001055:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311765.001062:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.001070:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311771 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.001103:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9ff0604. 02000000:00000010:1.0:1761311765.001110:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012a28fd0. 00000100:00000010:1.0:1761311765.001115:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.001119:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.001123:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00010000:00000010:2.1:1761311765.001546:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aad250d2. 00080000:00000010:1.0:1761311765.003533:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9ff0604. 00010000:00000010:1.0:1761311765.003649:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311765.003655:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000afe84107. 00000001:00000010:1.0:1761311765.003672:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.003687:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311765.003693:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c2f3a4e. 00000001:00000010:1.0:1761311765.003700:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.003705:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.003710:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.003714:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311765.003727:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000050588f6c. 00010000:00000010:1.0:1761311765.003744:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.003749:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311765.003760:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.003763:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311765.003770:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.003780:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d7d8b10b. 02000000:00000010:1.0:1761311765.003803:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b98139c. 00000400:00000010:1.0:1761311765.003807:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311765.003812:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.003818:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686912, portal 16 00000400:00000010:1.0:1761311765.003822:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311765.003823:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686912, offset 0 00000400:00000200:1.0:1761311765.003829:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.003836:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.003858:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.003862:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.003864:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.003867:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87221:87221:255:4294967295] 192.168.203.55@tcp LPNI seq info [87221:87221:7:4294967295] 00000400:00000200:1.0:1761311765.003873:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.003878:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.003882:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82353034). 00000800:00000200:1.0:1761311765.003886:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.003890:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.003892:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311765.005006:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059e51a8c. 00010000:00000010:1.1:1761311765.005017:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000800:00000200:0.0:1761311765.005473:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.005477:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:0.0:1761311765.005482:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.005489:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.005494:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:0.0:1761311765.005496:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 00000800:00000200:0.0:1761311765.005575:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.005577:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:0.0:1761311765.005583:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.005586:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.005588:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:0.0:1761311765.005589:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:0.0:1761311765.005596:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787686912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.010656:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.010677:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea400 00000400:00000200:0.0:1761311765.010687:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa949 [1] + 224 00000400:00000200:0.0:1761311765.010703:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.010708:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.010720:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.010771:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311765.010777:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311765.010780:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311765.010789:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.010797:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.010832:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b98139c. 02000000:00000010:1.0:1761311765.010840:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d7d8b10b. 00000100:00000010:1.0:1761311765.010844:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.010849:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.010853:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00010000:00000010:2.1:1761311765.011343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c6c434a3. 00000400:00000200:3.0:1761311765.012529:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.012544:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ec00 00000400:00000200:3.0:1761311765.012551:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa927d [2] + 1640 00000400:00000200:3.0:1761311765.012602:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.012607:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.012612:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.012616:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00080000:00000010:1.0:1761311765.013181:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7d8b10b. 00010000:00000010:1.0:1761311765.013284:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311765.013289:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b91f98db. 00000001:00000010:1.0:1761311765.013349:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.013364:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311765.013374:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b98139c. 00000001:00000010:1.0:1761311765.013382:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.013388:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.013393:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.013397:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311765.013410:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000466046a. 00010000:00000010:1.0:1761311765.013425:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311765.013430:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00000800:00000200:3.0:1761311765.013437:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.013440:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00010000:00000010:1.0:1761311765.013440:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000400:00000200:3.0:1761311765.013443:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761311765.013443:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000400:00000200:3.0:1761311765.013446:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000010:1.0:1761311765.013448:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00000400:00000200:3.0:1761311765.013449:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:3.0:1761311765.013451:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 02000000:00000010:1.0:1761311765.013458:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e876da30. 02000000:00000010:1.0:1761311765.013480:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025c7fa92. 00000400:00000010:1.0:1761311765.013485:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311765.013489:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.013493:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787686976, portal 16 00000400:00000010:1.0:1761311765.013497:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a4589e8. 00000100:00000200:1.0:1761311765.013499:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787686976, offset 0 00000400:00000200:1.0:1761311765.013504:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.013510:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.013516:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.013520:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.013523:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.013525:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87223:87223:256:4294967295] 192.168.203.55@tcp LPNI seq info [87223:87223:8:4294967295] 00000400:00000200:1.0:1761311765.013531:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.013535:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.013538:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.013545:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.013549:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.013551:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.013645:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.013647:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:0.0:1761311765.013652:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.013655:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.013658:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a4589e8 00000400:00000010:0.0:1761311765.013659:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a4589e8. 00000100:00000200:0.0:1761311765.013663:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787686976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.016484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087dac95a. 00010000:00000010:1.1:1761311765.016502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:3.0:1761311765.017272:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.017290:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea440 00000400:00000200:3.0:1761311765.017306:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa955 [1] + 224 00000400:00000200:3.0:1761311765.017355:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.017359:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.017370:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787686976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.017399:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.017404:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ec40 00000400:00000200:3.0:1761311765.017409:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa927d [2] + 1968 00000400:00000010:3.0:1761311765.017412:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.017416:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ed749aad 00000400:00000200:3.0:1761311765.017423:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.017425:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.017428:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed749aad 00000400:00000010:3.0:1761311765.017430:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ed749aad (tot 82352386). 00000100:00000200:3.0:1761311765.017434:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311765.017532:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092409c14. 00000020:00000010:0.0:1761311765.017539:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.017544:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.017566:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000782fb342 x1846867781807168/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.017604:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807168 02000000:00000010:0.0:1761311765.017615:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018ec408f. 00010000:00000010:0.0:1761311765.017652:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311765.017659:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000020988f52. 00000100:00000010:0.0:1761311765.017664:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000020988f52. 00010000:00000010:0.0:1761311765.017667:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311765.017678:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311765.017683:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807168, offset 224 00000400:00000200:0.0:1761311765.017690:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.017699:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.017703:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87224:87224:256:4294967295] 192.168.203.55@tcp LPNI seq info [87224:87224:8:4294967295] 00000400:00000200:0.0:1761311765.017714:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.017718:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.017722:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352634). 00000800:00000200:0.0:1761311765.017728:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.017734:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.017737:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.017758:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.017762:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.017765:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092409c14. 02000000:00000010:0.0:1761311765.017772:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000caff9f0a. 00000100:00000010:0.0:1761311765.017775:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 02000000:00000010:0.0:1761311765.017778:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053e5dabe. 00000100:00000010:0.0:1761311765.017780:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 02000000:00000010:0.0:1761311765.017783:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064ec5b43. 00000100:00000010:0.0:1761311765.017785:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311765.017788:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000688cbfd8. 00000100:00000010:0.0:1761311765.017789:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:0.0:1761311765.017792:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004ab839c8. 00000100:00000010:0.0:1761311765.017794:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b8867c8. 02000000:00000010:0.0:1761311765.017796:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc456eeb. 00000100:00000010:0.0:1761311765.017798:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d512b417. 00000100:00000200:0.0:1761311765.017804:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311765.017808:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e6cdbe4b. 00000400:00000010:0.0:1761311765.017811:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000020988f52 (tot 82352786). 00000800:00000200:3.0:1761311765.017943:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.017947:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.017953:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.017957:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.017959:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00000400:00000010:3.0:1761311765.017961:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 02000000:00000010:3.0:1761311765.017964:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018ec408f. 00000400:00000010:1.0:1761311765.018223:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311765.018228:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311765.018229:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311765.018235:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787686976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.018242:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787686976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311765.018261:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000676ab3f5. 02000000:00000010:1.0:1761311765.018274:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025c7fa92. 02000000:00000010:1.0:1761311765.018278:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e876da30. 00000100:00000010:1.0:1761311765.018283:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.018286:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.018289:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00080000:00000010:1.0:1761311765.018332:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e876da30. 00010000:00000010:1.0:1761311765.018442:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311765.018448:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005a71fc5c. 00000001:00000010:1.0:1761311765.018467:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.018482:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00080000:00000010:1.0:1761311765.018488:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025c7fa92. 00000001:00000010:1.0:1761311765.018497:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.018502:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.018507:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000008c41490. 00000001:00000010:1.0:1761311765.018513:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000008c41490. 00100000:00000010:1.0:1761311765.018538:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f0199686. 00100000:00000010:1.0:1761311765.018547:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000002fd42cfa. 00100000:00000010:1.0:1761311765.018560:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006d619e62. 00010000:00000010:1.0:1761311765.018583:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311765.018589:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000038a12feb. 00010000:00000010:1.0:1761311765.018599:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.018604:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311765.018610:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.018620:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000078ca1278. 02000000:00000010:1.0:1761311765.018644:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002567fd6e. 00000400:00000010:1.0:1761311765.018647:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311765.018650:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.018655:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687040, portal 16 00000400:00000010:1.0:1761311765.018659:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311765.018661:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687040, offset 0 00000400:00000200:1.0:1761311765.018667:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.018673:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.018680:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.018683:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.018686:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.018689:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87225:87225:256:4294967295] 192.168.203.55@tcp LPNI seq info [87225:87225:8:4294967295] 00000400:00000200:1.0:1761311765.018697:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.018702:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.018705:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.018710:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.018715:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.018718:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.022135:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.022139:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:0.0:1761311765.022146:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.022156:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.022161:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:0.0:1761311765.022163:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:0.0:1761311765.022172:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787687040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.025700:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.025723:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea480 00000400:00000200:3.0:1761311765.025731:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa965 [1] + 224 00000400:00000200:3.0:1761311765.025748:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.025752:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.025762:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787687040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.025858:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000008c41490. 00000400:00000200:1.0:1761311765.025864:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311765.025866:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311765.025871:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787687040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.025878:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787687040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.025906:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002567fd6e. 02000000:00000010:1.0:1761311765.025913:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000078ca1278. 00000100:00000010:1.0:1761311765.025917:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.025921:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.025925:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000200:3.0:1761311765.027190:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.027203:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ec80 00000400:00000200:3.0:1761311765.027211:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa92d5 [2] + 0 00000400:00000200:3.0:1761311765.027269:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.027274:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.027279:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.027285:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 00000020:00000010:0.0:1761311765.027444:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc456eeb. 00000020:00000010:0.0:1761311765.027452:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.027456:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.027481:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8dbc242 x1846867781807232/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.027515:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807232 02000000:00000010:0.0:1761311765.027526:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092409c14. 00010000:00000010:0.0:1761311765.027558:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000362f2f75. 00010000:00000010:0.0:1761311765.027584:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311765.027592:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc691905. 00000100:00000010:0.0:1761311765.027613:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc691905. 00010000:00000010:0.0:1761311765.027618:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311765.027632:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311765.027637:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807232, offset 224 00000400:00000200:0.0:1761311765.027644:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.027654:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.027660:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87226:87226:256:4294967295] 192.168.203.55@tcp LPNI seq info [87226:87226:8:4294967295] 00000400:00000200:0.0:1761311765.027670:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.027676:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.027681:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.027686:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.027693:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.027696:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.027712:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.027717:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.027719:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc456eeb. 00000800:00000200:0.0:1761311765.027780:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.027782:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:0.0:1761311765.027788:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.027792:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.027795:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:0.0:1761311765.027797:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00080000:00000010:3.0:1761311765.028208:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001acae240. 00010000:00000010:3.0:1761311765.028422:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038a12feb. 00010000:00000010:3.0:1761311765.028430:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007f557f35. 00000001:00000010:3.0:1761311765.028446:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.028456:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.028461:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cb99493. 00000001:00000010:3.0:1761311765.028467:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.028473:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.028477:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.028482:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.028494:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000039da9ec7. 00010000:00000010:3.0:1761311765.028510:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057644094. 00010000:00000010:3.0:1761311765.028516:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.028524:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006e1af9a9. 00000100:00000010:3.0:1761311765.028529:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311765.028535:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311765.028546:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004ab839c8. 02000000:00000010:3.0:1761311765.028568:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000688cbfd8. 00000400:00000010:3.0:1761311765.028572:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.028577:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311765.028582:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687104, portal 16 00000400:00000010:3.0:1761311765.028586:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.028588:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687104, offset 0 00000400:00000200:3.0:1761311765.028594:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.028603:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.028609:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.028612:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.028614:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.028617:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87227:87227:256:4294967295] 192.168.203.55@tcp LPNI seq info [87227:87227:8:4294967295] 00000400:00000200:3.0:1761311765.028626:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.028630:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.028634:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311765.028637:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.028642:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.028644:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761311765.029616:0:77382:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051889626. 00010000:00000010:1.1:1761311765.029940:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000748cd947. 00010000:00000010:1.1:1761311765.029947:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000800:00000200:1.0:1761311765.030549:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.030552:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:1.0:1761311765.030558:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.030566:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.030572:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:1.0:1761311765.030574:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:1.0:1761311765.030581:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787687104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.032953:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.032970:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea4c0 00000400:00000200:3.0:1761311765.032979:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa971 [1] + 224 00000400:00000200:3.0:1761311765.033013:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.033018:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.033028:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787687104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00080000:00000010:2.0:1761311765.033028:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f4bc18c. 00000001:00000010:2.0:1761311765.033033:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033037:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033040:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033043:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033049:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033052:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.033062:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.033083:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000ef524d3b. 00100000:00000010:2.0:1761311765.033086:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000008ad25856. 00100000:00000010:2.0:1761311765.033092:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005c9429a1. 00100000:00000010:2.0:1761311765.033098:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005b0ed2a2. 00100000:00000010:2.0:1761311765.033103:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000bcfb7241. 00100000:00000010:2.0:1761311765.033110:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000067b2d36c. 00100000:00000010:2.0:1761311765.033115:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b94f9e76. 00080000:00000010:2.0:1761311765.033118:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.033134:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033140:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.033144:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0a44b39. 00000001:00000010:2.0:1761311765.033148:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033152:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033155:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033159:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033164:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033167:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.033178:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.033201:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000cffdc069. 00100000:00000010:2.0:1761311765.033204:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000001f62ed6f. 00100000:00000010:2.0:1761311765.033210:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ab64f717. 00100000:00000010:2.0:1761311765.033216:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000213d0da4. 00100000:00000010:2.0:1761311765.033223:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a50da387. 00100000:00000010:2.0:1761311765.033231:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000fb67d6d9. 00100000:00000010:2.0:1761311765.033237:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000081b71a4f. 00080000:00000010:2.0:1761311765.033240:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.033255:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033262:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.033267:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018c3a74c. 00000001:00000010:2.0:1761311765.033271:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033275:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033278:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033281:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000010:1.0:1761311765.033285:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000001:00000010:2.0:1761311765.033287:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.033290:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000200:1.0:1761311765.033291:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:1.0:1761311765.033293:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:1.0:1761311765.033346:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787687104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.033354:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787687104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.033389:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000688cbfd8. 02000000:00000010:1.0:1761311765.033395:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004ab839c8. 00000100:00000010:1.0:1761311765.033399:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:1.0:1761311765.033403:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:1.0:1761311765.033407:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006e1af9a9. 00010000:00000010:0.1:1761311765.033527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065cc439c. 00000400:00000200:0.0:1761311765.034136:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.034149:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ecc0 00000400:00000200:0.0:1761311765.034156:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa92d5 [2] + 328 00000400:00000200:0.0:1761311765.034219:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.034223:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.034230:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.034236:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:1.0:1761311765.034655:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078ca1278. 00000020:00000010:1.0:1761311765.034663:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.034668:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.034701:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781807296/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311765.034740:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807296 02000000:00000010:1.0:1761311765.034756:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002567fd6e. 00010000:00000010:1.0:1761311765.034791:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c8bcfa28. 00010000:00000010:1.0:1761311765.034819:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.034827:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311765.034857:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.034861:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.034876:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.034883:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807296, offset 224 00000400:00000200:1.0:1761311765.034891:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.034903:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.034910:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87228:87228:256:4294967295] 192.168.203.55@tcp LPNI seq info [87228:87228:8:4294967295] 00000400:00000200:1.0:1761311765.034921:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.034926:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.034931:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.034937:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.034945:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.034950:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.034973:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.034978:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.034981:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078ca1278. 00000800:00000200:1.0:1761311765.035077:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.035080:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:1.0:1761311765.035086:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.035090:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.035094:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311765.035096:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00080000:00000010:3.0:1761311765.035657:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1b306c6. 00010000:00000010:3.0:1761311765.035772:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.035782:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a755a25f. 00000001:00000010:3.0:1761311765.035803:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.035818:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.035824:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ab839c8. 00000001:00000010:3.0:1761311765.035833:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.035839:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.035844:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.035848:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.035862:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e1a38dee. 00010000:00000010:3.0:1761311765.035880:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.0:1761311765.035884:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.035896:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311765.035902:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.035909:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.035922:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000688cbfd8. 02000000:00000010:3.0:1761311765.035950:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d52ea033. 00000400:00000010:3.0:1761311765.035956:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.035962:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.035968:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687168, portal 16 00000400:00000010:3.0:1761311765.035973:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311765.035975:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687168, offset 0 00000400:00000200:3.0:1761311765.035982:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.035991:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.035998:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.036001:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.036004:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.036007:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87229:87229:256:4294967295] 192.168.203.55@tcp LPNI seq info [87229:87229:8:4294967295] 00000400:00000200:3.0:1761311765.036015:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.036020:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.036024:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311765.036028:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.036033:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.036035:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.036203:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.036206:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311765.036210:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.036214:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.036217:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:0.0:1761311765.036219:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:0.0:1761311765.036225:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787687168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:2.0:1761311765.037095:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.037160:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000d90ee254. 00100000:00000010:2.0:1761311765.037166:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000f85161c3. 00100000:00000010:2.0:1761311765.037175:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000aa0bb8b2. 00100000:00000010:2.0:1761311765.037183:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000bab4f707. 00100000:00000010:2.0:1761311765.037190:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000df43ea78. 00100000:00000010:2.0:1761311765.037196:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007bb55244. 00100000:00000010:2.0:1761311765.037204:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000e739880d. 00080000:00000010:2.0:1761311765.037210:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.037244:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037255:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.037261:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015cd8e4f. 00000001:00000010:2.0:1761311765.037272:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037278:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037282:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037287:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037307:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037338:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.037357:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.037381:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000ed749aad. 00100000:00000010:2.0:1761311765.037385:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000e47a3687. 00100000:00000010:2.0:1761311765.037392:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000001923865f. 00100000:00000010:2.0:1761311765.037400:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000003e5e197. 00100000:00000010:2.0:1761311765.037406:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000015fde0f8. 00010000:00000010:1.1:1761311765.037407:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b77cfa79. 00100000:00000010:2.0:1761311765.037413:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a4070329. 00010000:00000010:1.1:1761311765.037414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf643969. 00100000:00000010:2.0:1761311765.037418:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000000be2f92a. 00010000:00000010:1.1:1761311765.037418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00080000:00000010:2.0:1761311765.037421:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.037439:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037446:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.037450:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000261e5efb. 00000001:00000010:2.0:1761311765.037455:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037459:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037462:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037466:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037472:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037474:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.037486:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.037508:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000004d97514b. 00100000:00000010:2.0:1761311765.037511:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000044e5be14. 00100000:00000010:2.0:1761311765.037519:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000668570a0. 00100000:00000010:2.0:1761311765.037525:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000009b13d433. 00100000:00000010:2.0:1761311765.037531:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b606a66f. 00100000:00000010:2.0:1761311765.037537:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ba5772ff. 00100000:00000010:2.0:1761311765.037542:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000097ea0c12. 00080000:00000010:2.0:1761311765.037544:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.037560:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037566:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.037569:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008554ea98. 00000001:00000010:2.0:1761311765.037573:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037577:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037580:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037584:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037590:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037593:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.037604:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.037627:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000e9117596. 00100000:00000010:2.0:1761311765.037630:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000011bd179a. 00100000:00000010:2.0:1761311765.037637:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000c3036964. 00100000:00000010:2.0:1761311765.037644:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ed815a0e. 00100000:00000010:2.0:1761311765.037650:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b0b9261a. 00100000:00000010:2.0:1761311765.037656:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000cb04a40a. 00100000:00000010:2.0:1761311765.037662:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000517a9ec1. 00080000:00000010:2.0:1761311765.037664:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.037679:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00010000:00000010:3.1:1761311765.037685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3ee6be9. 00000001:00000010:2.0:1761311765.037685:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.037689:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d612d23b. 00010000:00000010:3.1:1761311765.037690:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000001:00000010:2.0:1761311765.037693:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037697:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037701:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037704:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037710:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.037714:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.037725:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.037747:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000009b0e6b47. 00100000:00000010:2.0:1761311765.037750:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000024d6a36. 00100000:00000010:2.0:1761311765.037757:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005655f39c. 00100000:00000010:2.0:1761311765.037764:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000009bed5a4f. 00100000:00000010:2.0:1761311765.037771:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000bf059d6c. 00100000:00000010:2.0:1761311765.037779:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000001fe94c2b. 00100000:00000010:2.0:1761311765.037784:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000db8c84db. 00080000:00000010:2.0:1761311765.037787:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.039074:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.039202:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000001:00000010:2.0:1761311765.039210:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.039219:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000129b09a1. 00000400:00000200:0.0:1761311765.039219:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea500 00000400:00000200:0.0:1761311765.039226:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa97d [1] + 224 00000001:00000010:2.0:1761311765.039232:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.039237:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1761311765.039238:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.039241:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000001:00000010:2.0:1761311765.039242:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039246:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000100:00000200:0.0:1761311765.039251:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787687168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000001:00000010:2.0:1761311765.039260:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039263:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.039285:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.039289:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ed00 00080000:00000010:2.0:1761311765.039293:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000400:00000200:0.0:1761311765.039294:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa92d5 [2] + 656 00000400:00000200:0.0:1761311765.039344:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.039348:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.039351:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.039357:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00100000:00000010:2.0:1761311765.039362:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000064e34996. 00100000:00000010:2.0:1761311765.039367:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000012069931. 00100000:00000010:2.0:1761311765.039376:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000cda183d2. 00100000:00000010:2.0:1761311765.039383:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000978da72a. 00100000:00000010:2.0:1761311765.039389:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007628adb0. 00000020:00000010:0.0:1761311765.039396:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc456eeb. 00100000:00000010:2.0:1761311765.039397:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000009e9ea029. 00000020:00000010:0.0:1761311765.039401:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00100000:00000010:2.0:1761311765.039404:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000c472d7fe. 00000020:00000010:0.0:1761311765.039406:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00080000:00000010:2.0:1761311765.039409:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000100:00000200:0.0:1761311765.039426:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781807360/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000001:00000010:2.0:1761311765.039429:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039437:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.039440:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000839405ea. 00000001:00000010:2.0:1761311765.039445:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039449:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000100:00000200:0.0:1761311765.039450:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807360 00000001:00000010:2.0:1761311765.039452:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039455:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 02000000:00000010:0.0:1761311765.039459:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e35a4350. 00000001:00000010:2.0:1761311765.039461:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039464:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.039474:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00010000:00000010:0.0:1761311765.039494:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00100000:00000010:2.0:1761311765.039495:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000007fe66c45. 00100000:00000010:2.0:1761311765.039497:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000001879438e. 00000100:00000010:0.0:1761311765.039501:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc691905. 00100000:00000010:2.0:1761311765.039504:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000f6276383. 00000100:00000010:0.0:1761311765.039507:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc691905. 00100000:00000010:2.0:1761311765.039509:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000013e50139. 00010000:00000010:0.0:1761311765.039510:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00100000:00000010:2.0:1761311765.039516:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000000b0fdd11. 00100000:00000010:2.0:1761311765.039524:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d5658056. 00000400:00000010:0.0:1761311765.039524:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00100000:00000010:2.0:1761311765.039529:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000052f43156. 00000100:00000200:0.0:1761311765.039529:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807360, offset 224 00080000:00000010:2.0:1761311765.039532:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000400:00000200:0.0:1761311765.039536:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000001:00000010:2.0:1761311765.039547:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.039548:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.039553:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87230:87230:256:4294967295] 192.168.203.55@tcp LPNI seq info [87230:87230:8:4294967295] 00000001:00000010:2.0:1761311765.039554:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.039558:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006462dbec. 00000001:00000010:2.0:1761311765.039562:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.039562:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000001:00000010:2.0:1761311765.039565:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000800:00000200:0.0:1761311765.039567:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000001:00000010:2.0:1761311765.039568:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000800:00000010:0.0:1761311765.039571:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000001:00000010:2.0:1761311765.039572:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000800:00000200:0.0:1761311765.039576:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000001:00000010:2.0:1761311765.039577:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039580:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000800:00000200:0.0:1761311765.039582:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.039587:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761311765.039590:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000020:00000010:0.0:1761311765.039601:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.039606:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.039608:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc456eeb. 00100000:00000010:2.0:1761311765.039612:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000f114e6f9. 00100000:00000010:2.0:1761311765.039614:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000009424af7c. 00100000:00000010:2.0:1761311765.039621:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000000ea3f326. 00100000:00000010:2.0:1761311765.039629:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000f719a2d2. 00100000:00000010:2.0:1761311765.039636:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000cbbb2c22. 00100000:00000010:2.0:1761311765.039644:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000006f70084e. 00100000:00000010:2.0:1761311765.039650:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000081dc9da0. 00080000:00000010:2.0:1761311765.039652:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.039669:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039679:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.039682:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000506176. 00000001:00000010:2.0:1761311765.039686:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039691:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039694:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039697:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039704:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039707:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000800:00000200:0.0:1761311765.039712:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.039715:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00080000:00000010:2.0:1761311765.039720:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000400:00000200:0.0:1761311765.039721:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.039724:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.039728:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:0.0:1761311765.039730:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00100000:00000010:2.0:1761311765.039742:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000002a8072a9. 00100000:00000010:2.0:1761311765.039745:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000008c82b53. 00100000:00000010:2.0:1761311765.039752:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d5f6287f. 00100000:00000010:2.0:1761311765.039759:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d3dd5b2b. 00100000:00000010:2.0:1761311765.039766:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000000ff03ff1. 00100000:00000010:2.0:1761311765.039773:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000acfe8ff9. 00100000:00000010:2.0:1761311765.039780:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ab541530. 00080000:00000010:2.0:1761311765.039782:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.039800:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039808:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.039812:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5381b99. 00000001:00000010:2.0:1761311765.039816:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039820:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039822:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039825:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039832:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.039835:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.039846:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000400:00000010:3.0:1761311765.039964:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.039968:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311765.039970:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311765.039976:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787687168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.039984:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787687168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311765.040006:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000035de1827. 02000000:00000010:3.0:1761311765.040019:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d52ea033. 02000000:00000010:3.0:1761311765.040025:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000688cbfd8. 00000100:00000010:3.0:1761311765.040029:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311765.040032:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.040034:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00080000:00000010:3.0:1761311765.040046:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d52ea033. 00100000:00000010:2.0:1761311765.040065:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000db0d5806. 00100000:00000010:2.0:1761311765.040069:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000037235f79. 00100000:00000010:2.0:1761311765.040075:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000058255720. 00100000:00000010:2.0:1761311765.040082:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007a0008fd. 00100000:00000010:2.0:1761311765.040089:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005f729f95. 00100000:00000010:2.0:1761311765.040097:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000004bbf986a. 00100000:00000010:2.0:1761311765.040103:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000dd936ea4. 00080000:00000010:2.0:1761311765.040106:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00010000:00000010:3.0:1761311765.040121:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00000001:00000010:2.0:1761311765.040121:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00010000:00000010:3.0:1761311765.040129:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be5b6827. 00000001:00000010:2.0:1761311765.040129:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040132:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054be656e. 00000001:00000010:2.0:1761311765.040138:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:3.0:1761311765.040142:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:2.0:1761311765.040142:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040146:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040149:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:3.0:1761311765.040150:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.040153:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049288d41. 00000001:00000010:2.0:1761311765.040155:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:3.0:1761311765.040157:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:2.0:1761311765.040158:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:3.0:1761311765.040161:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.040164:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.040168:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:2.0:1761311765.040170:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:3.0:1761311765.040177:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000051beb5d0. 00100000:00000010:2.0:1761311765.040194:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000016f7e363. 00010000:00000010:3.0:1761311765.040195:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006596f090. 00100000:00000010:2.0:1761311765.040196:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000006263c84c. 00010000:00000010:3.0:1761311765.040200:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00100000:00000010:2.0:1761311765.040204:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d93515de. 00100000:00000010:2.0:1761311765.040211:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b9a5be01. 00010000:00000010:3.0:1761311765.040212:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311765.040215:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00100000:00000010:2.0:1761311765.040217:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000064023834. 00000100:00000010:3.0:1761311765.040222:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00100000:00000010:2.0:1761311765.040225:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000178827cc. 02000000:00000010:3.0:1761311765.040232:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000688cbfd8. 00100000:00000010:2.0:1761311765.040257:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000006fd57e41. 02000000:00000010:3.0:1761311765.040262:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066c550d6. 00080000:00000010:2.0:1761311765.040262:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000400:00000010:3.0:1761311765.040266:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.040271:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.040276:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687232, portal 16 00000001:00000010:2.0:1761311765.040279:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000400:00000010:3.0:1761311765.040280:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311765.040282:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687232, offset 0 00000001:00000010:2.0:1761311765.040285:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000200:3.0:1761311765.040287:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:2.0:1761311765.040289:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc3c18e4. 00000400:00000200:3.0:1761311765.040293:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000001:00000010:2.0:1761311765.040293:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000400:00000200:3.0:1761311765.040334:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.040338:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.040341:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.040343:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87231:87231:256:4294967295] 192.168.203.55@tcp LPNI seq info [87231:87231:8:4294967295] 00000400:00000200:3.0:1761311765.040350:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000001:00000010:2.0:1761311765.040350:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000800:00000200:3.0:1761311765.040354:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000001:00000010:2.0:1761311765.040355:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000800:00000010:3.0:1761311765.040358:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000001:00000010:2.0:1761311765.040360:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000800:00000200:3.0:1761311765.040362:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.040366:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000001:00000010:2.0:1761311765.040367:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000800:00000200:3.0:1761311765.040369:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000001:00000010:2.0:1761311765.040370:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040383:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.040408:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000003509d365. 00100000:00000010:2.0:1761311765.040412:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a72042cf. 00100000:00000010:2.0:1761311765.040417:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000008fc08693. 00100000:00000010:2.0:1761311765.040423:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000683c35e9. 00100000:00000010:2.0:1761311765.040430:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000024dbd3c3. 00100000:00000010:2.0:1761311765.040437:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000004f3f94bc. 00100000:00000010:2.0:1761311765.040442:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000e7551981. 00080000:00000010:2.0:1761311765.040445:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.040460:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040466:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040470:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000086af961. 00000001:00000010:2.0:1761311765.040475:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040478:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040481:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040484:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040491:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040493:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040505:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.040526:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000073df8f2e. 00100000:00000010:2.0:1761311765.040528:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a8d0b869. 00100000:00000010:2.0:1761311765.040535:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000009caf3043. 00100000:00000010:2.0:1761311765.040542:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000f4348280. 00100000:00000010:2.0:1761311765.040548:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000c2416eb0. 00100000:00000010:2.0:1761311765.040554:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b41dda53. 00100000:00000010:2.0:1761311765.040559:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ae0240ab. 00080000:00000010:2.0:1761311765.040562:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.040577:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040583:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040587:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb8da553. 00000001:00000010:2.0:1761311765.040592:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040596:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040599:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040603:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040608:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040611:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040623:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.040646:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000003b72a64e. 00100000:00000010:2.0:1761311765.040649:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d8924f2d. 00100000:00000010:2.0:1761311765.040656:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a201e5fa. 00100000:00000010:2.0:1761311765.040661:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000003f8749cc. 00100000:00000010:2.0:1761311765.040668:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007074b46f. 00100000:00000010:2.0:1761311765.040676:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ce8398eb. 00100000:00000010:2.0:1761311765.040680:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000deb79aff. 00080000:00000010:2.0:1761311765.040683:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.040698:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040705:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040709:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000910d9b24. 00000001:00000010:2.0:1761311765.040713:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040717:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040720:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040723:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040730:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040733:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040744:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.040782:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000a65da4bd. 00100000:00000010:2.0:1761311765.040785:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000029bfbd30. 00100000:00000010:2.0:1761311765.040792:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000c13203f2. 00100000:00000010:2.0:1761311765.040798:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005096addd. 00100000:00000010:2.0:1761311765.040804:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000509a0896. 00100000:00000010:2.0:1761311765.040810:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000024d8d2f6. 00100000:00000010:2.0:1761311765.040815:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000004fcf85e3. 00080000:00000010:2.0:1761311765.040818:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.040835:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040842:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040846:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002ee839a1. 00000001:00000010:2.0:1761311765.040851:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040854:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040857:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040860:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040868:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040871:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040882:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.040903:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000080dd441b. 00100000:00000010:2.0:1761311765.040905:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000da686b4d. 00100000:00000010:2.0:1761311765.040912:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007d959c19. 00100000:00000010:2.0:1761311765.040918:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000004dbfc7aa. 00100000:00000010:2.0:1761311765.040924:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000012d7f67d. 00100000:00000010:2.0:1761311765.040932:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000349a37a8. 00100000:00000010:2.0:1761311765.040937:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b57ba141. 00080000:00000010:2.0:1761311765.040940:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.040954:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040961:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.040965:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa917b12. 00000001:00000010:2.0:1761311765.040970:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040973:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040976:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040980:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040986:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.040989:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.041000:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.041022:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000c5da5369. 00100000:00000010:2.0:1761311765.041025:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007ce77dd1. 00100000:00000010:2.0:1761311765.041031:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000f3a7d901. 00100000:00000010:2.0:1761311765.041037:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000939dbb33. 00100000:00000010:2.0:1761311765.041042:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000057d26d5e. 00100000:00000010:2.0:1761311765.041049:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000af9e0859. 00100000:00000010:2.0:1761311765.041054:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ae24a3bc. 00080000:00000010:2.0:1761311765.041056:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.041070:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041076:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.041080:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ef9eca7. 00000001:00000010:2.0:1761311765.041085:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041088:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041091:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041095:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041101:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041103:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.041115:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.041137:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000c634c821. 00100000:00000010:2.0:1761311765.041140:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000003b956a48. 00100000:00000010:2.0:1761311765.041147:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000cf8a0f44. 00100000:00000010:2.0:1761311765.041154:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000072aeefb4. 00100000:00000010:2.0:1761311765.041160:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000c8554adb. 00100000:00000010:2.0:1761311765.041167:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000760ab04d. 00100000:00000010:2.0:1761311765.041184:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000006b553360. 00080000:00000010:2.0:1761311765.041189:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000800:00000200:0.0:1761311765.041191:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.041194:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311765.041200:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.041206:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000001:00000010:2.0:1761311765.041209:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.041210:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:0.0:1761311765.041211:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000001:00000010:2.0:1761311765.041215:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000100:00000200:0.0:1761311765.041218:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787687232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00080000:00000010:2.0:1761311765.041219:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000711aa7f8. 00000001:00000010:2.0:1761311765.041223:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041228:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041230:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041233:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041239:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.041242:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.041254:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.041277:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000ad393cdb. 00100000:00000010:2.0:1761311765.041280:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000085f48ead. 00100000:00000010:2.0:1761311765.041287:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000730847a4. 00100000:00000010:2.0:1761311765.041294:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000038d61e62. 00100000:00000010:2.0:1761311765.043469:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005e58eaae. 00100000:00000010:2.0:1761311765.043498:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000bd911f59. 00100000:00000010:2.0:1761311765.043508:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000eb4dda75. 00080000:00000010:2.0:1761311765.043516:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.043561:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043579:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.043658:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd74742a. 00000001:00000010:2.0:1761311765.043674:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043682:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043688:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043693:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043708:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043711:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.043738:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.043777:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000058ca0b19. 00100000:00000010:2.0:1761311765.043781:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ceac43c4. 00100000:00000010:2.0:1761311765.043790:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000002134dca2. 00100000:00000010:2.0:1761311765.043798:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d2246920. 00100000:00000010:2.0:1761311765.043805:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000004c52e7f4. 00100000:00000010:2.0:1761311765.043814:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000f9591c2c. 00100000:00000010:2.0:1761311765.043820:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000f7648894. 00080000:00000010:2.0:1761311765.043822:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.043841:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043848:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.043852:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099326f79. 00000001:00000010:2.0:1761311765.043858:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043862:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.043865:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00010000:00000010:3.1:1761311765.043899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e748dfaf. 00010000:00000010:3.1:1761311765.043907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00010000:00000010:1.1:1761311765.044581:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b074c790. 00000001:00000010:2.0:1761311765.044686:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.044707:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.044713:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.044738:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.044771:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000000d6c23d0. 00100000:00000010:2.0:1761311765.044774:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000081d0ee0c. 00000400:00000200:0.0:1761311765.045281:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.045307:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea540 00000400:00000200:0.0:1761311765.045340:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa989 [1] + 224 00000400:00000200:0.0:1761311765.045353:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.045356:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.045367:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787687232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.045397:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.045403:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ed40 00000400:00000200:0.0:1761311765.045409:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa92d5 [2] + 984 00000400:00000200:0.0:1761311765.045458:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.045462:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.045467:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.045471:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 00000400:00000010:3.0:1761311765.045554:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.045559:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311765.045561:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311765.045567:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787687232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.045575:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787687232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.045602:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066c550d6. 02000000:00000010:3.0:1761311765.045608:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000688cbfd8. 00000100:00000010:3.0:1761311765.045612:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311765.045615:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.045619:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000020:00000010:1.0:1761311765.045695:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078ca1278. 00000020:00000010:1.0:1761311765.045701:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.045706:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.045727:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003af56a4d x1846867781807424/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311765.045758:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807424 02000000:00000010:1.0:1761311765.045768:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001279311a. 00010000:00000010:1.0:1761311765.045793:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005e440e7a. 00010000:00000010:1.0:1761311765.045811:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.045817:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311765.045830:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.045833:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.045855:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.045860:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807424, offset 224 00000400:00000200:1.0:1761311765.045867:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.045877:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.045882:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87232:87232:256:4294967295] 192.168.203.55@tcp LPNI seq info [87232:87232:8:4294967295] 00000400:00000200:1.0:1761311765.045891:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.045895:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.045899:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.045904:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.045910:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.045914:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.045932:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.045937:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.045939:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078ca1278. 00000800:00000200:1.0:1761311765.045996:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.045999:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:1.0:1761311765.046004:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.046008:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.046010:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311765.046012:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00080000:00000010:3.0:1761311765.046448:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0c14aef. 00010000:00000010:3.0:1761311765.046541:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.046549:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009db35a4f. 00000001:00000010:3.0:1761311765.046565:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.046574:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.046578:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000821d05c6. 00000001:00000010:3.0:1761311765.046583:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.046588:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.046591:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.046596:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.046605:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000061591cd9. 00010000:00000010:3.0:1761311765.046617:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057644094. 00010000:00000010:3.0:1761311765.046622:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.046629:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311765.046632:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.046638:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.046647:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000688cbfd8. 02000000:00000010:3.0:1761311765.046667:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066c550d6. 00000400:00000010:3.0:1761311765.046671:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.046674:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.046678:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687296, portal 16 00000400:00000010:3.0:1761311765.046682:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311765.046684:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687296, offset 0 00000400:00000200:3.0:1761311765.046689:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.046696:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.046701:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.046705:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.046708:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.046710:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87233:87233:256:4294967295] 192.168.203.55@tcp LPNI seq info [87233:87233:8:4294967295] 00000400:00000200:3.0:1761311765.046718:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.046722:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.046725:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311765.046728:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.046732:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.046734:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.047186:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.047190:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311765.047195:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.047199:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.047202:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311765.047204:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:0.0:1761311765.047209:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787687296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.049102:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.049121:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea580 00000400:00000200:0.0:1761311765.049129:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa995 [1] + 224 00000400:00000200:0.0:1761311765.049143:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.049147:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.049159:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787687296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.049465:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.049471:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311765.049474:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311765.049480:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787687296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.049492:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787687296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.049523:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066c550d6. 02000000:00000010:3.0:1761311765.049532:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000688cbfd8. 00000100:00000010:3.0:1761311765.049536:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311765.049540:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.049544:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00100000:00000010:2.0:1761311765.049641:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000bfc02ebe. 00100000:00000010:2.0:1761311765.049747:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007d4a3d66. 00100000:00000010:2.0:1761311765.049756:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005a333a10. 00100000:00000010:2.0:1761311765.049764:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005fa2604d. 00100000:00000010:2.0:1761311765.049772:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a3617c85. 00080000:00000010:2.0:1761311765.049779:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.049823:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.049839:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.049849:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b87d44ef. 00000001:00000010:2.0:1761311765.049865:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.049873:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.049878:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.049882:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.049896:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.049899:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.049923:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.049964:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000002172e55. 00100000:00000010:2.0:1761311765.049967:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b32b4865. 00100000:00000010:2.0:1761311765.049974:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b60ff71a. 00100000:00000010:2.0:1761311765.049981:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b2b489cd. 00100000:00000010:2.0:1761311765.049987:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000cce1aeea. 00100000:00000010:2.0:1761311765.049995:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000e32a1172. 00100000:00000010:2.0:1761311765.050000:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000029b41d7a. 00080000:00000010:2.0:1761311765.050003:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.050023:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050031:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050034:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efaf24cc. 00000001:00000010:2.0:1761311765.050040:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050044:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050048:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050052:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050058:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050061:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050073:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.050099:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000004037d729. 00100000:00000010:2.0:1761311765.050102:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000001416a2b7. 00100000:00000010:2.0:1761311765.050108:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005009d4cd. 00100000:00000010:2.0:1761311765.050115:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a52437b9. 00100000:00000010:2.0:1761311765.050121:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d5b9aed7. 00100000:00000010:2.0:1761311765.050127:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000061c8de10. 00100000:00000010:2.0:1761311765.050133:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005d9b4693. 00080000:00000010:2.0:1761311765.050136:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.050151:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050159:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050162:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003690cf26. 00000001:00000010:2.0:1761311765.050166:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050180:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050184:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050188:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050195:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050198:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050210:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.050239:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000e72e07bd. 00100000:00000010:2.0:1761311765.050243:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000cc28d147. 00100000:00000010:2.0:1761311765.050250:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000076f271e8. 00100000:00000010:2.0:1761311765.050256:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000130bc223. 00100000:00000010:2.0:1761311765.050262:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000557a5025. 00100000:00000010:2.0:1761311765.050269:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d96e91ec. 00100000:00000010:2.0:1761311765.050275:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007c0b8cd5. 00080000:00000010:2.0:1761311765.050278:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.050295:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050347:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050352:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2e6299b. 00000001:00000010:2.0:1761311765.050358:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050364:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050367:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050371:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050381:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050385:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050401:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00010000:00000010:3.1:1761311765.050482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002bd0bd79. 00010000:00000010:3.1:1761311765.050489:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005dae409. 00100000:00000010:2.0:1761311765.050489:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000009a43b7db. 00100000:00000010:2.0:1761311765.050495:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000001c089b3a. 00010000:00000010:3.1:1761311765.050496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00100000:00000010:2.0:1761311765.050507:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005e0fbf81. 00100000:00000010:2.0:1761311765.050516:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000f870b072. 00100000:00000010:2.0:1761311765.050524:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000bb2939a2. 00100000:00000010:2.0:1761311765.050530:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b41d3bbd. 00100000:00000010:2.0:1761311765.050535:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d223fd78. 00080000:00000010:2.0:1761311765.050539:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.050560:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050567:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050571:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e45d8ccc. 00000001:00000010:2.0:1761311765.050577:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050582:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050585:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050591:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000200:1.0:1761311765.050597:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000001:00000010:2.0:1761311765.050600:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050604:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000200:1.0:1761311765.050610:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ed80 00080000:00000010:2.0:1761311765.050617:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000400:00000200:1.0:1761311765.050617:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa92d5 [2] + 1312 00100000:00000010:2.0:1761311765.050651:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 00000000af7cdc6f. 00100000:00000010:2.0:1761311765.050655:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d89c65a8. 00100000:00000010:2.0:1761311765.050664:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000059476537. 00100000:00000010:2.0:1761311765.050672:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000eea84a1a. 00100000:00000010:2.0:1761311765.050679:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000cfb0596d. 00100000:00000010:2.0:1761311765.050687:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a95694af. 00100000:00000010:2.0:1761311765.050692:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000001e4619f8. 00080000:00000010:2.0:1761311765.050695:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.050712:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050719:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050722:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b760c4f. 00000001:00000010:2.0:1761311765.050726:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050730:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050733:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050737:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050743:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050746:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050757:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.050788:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000091e3d653. 00100000:00000010:2.0:1761311765.050791:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000051074b9c. 00100000:00000010:2.0:1761311765.050799:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b4cff0e5. 00100000:00000010:2.0:1761311765.050806:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b2aa106e. 00000400:00000200:1.0:1761311765.050810:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:2.0:1761311765.050813:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000000cf6f250. 00000400:00000200:1.0:1761311765.050818:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00100000:00000010:2.0:1761311765.050823:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000e4153949. 00000100:00000200:1.0:1761311765.050824:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00100000:00000010:2.0:1761311765.050831:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a66f8a93. 00000100:00000010:1.0:1761311765.050831:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00080000:00000010:2.0:1761311765.050836:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.050854:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050860:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050864:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa94a8ae. 00000001:00000010:2.0:1761311765.050869:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050872:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050876:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050879:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050885:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.050889:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.050909:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.050934:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000000f8ae23d. 00100000:00000010:2.0:1761311765.050937:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000df9b52c7. 00100000:00000010:2.0:1761311765.050944:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000034de743a. 00100000:00000010:2.0:1761311765.050951:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b143e99f. 00100000:00000010:2.0:1761311765.050958:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b73c8011. 00100000:00000010:2.0:1761311765.050967:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000b2c656f5. 00100000:00000010:2.0:1761311765.050972:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007287bad5. 00080000:00000010:2.0:1761311765.050975:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.050994:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051001:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051005:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094a9545d. 00000001:00000010:2.0:1761311765.051011:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051015:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051019:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051022:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051029:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051032:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051049:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.051077:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000030cb7fdd. 00100000:00000010:2.0:1761311765.051080:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005979f2f2. 00100000:00000010:2.0:1761311765.051088:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000477c7feb. 00100000:00000010:2.0:1761311765.051095:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000008102cedb. 00100000:00000010:2.0:1761311765.051102:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000c245dcdd. 00100000:00000010:2.0:1761311765.051108:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000fb07ef54. 00100000:00000010:2.0:1761311765.051140:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000010c39392. 00080000:00000010:2.0:1761311765.051145:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.051183:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051192:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051196:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1e30227. 00000001:00000010:2.0:1761311765.051202:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051206:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051210:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051215:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051221:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051225:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051237:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.051261:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000001fb7fd3. 00100000:00000010:2.0:1761311765.051264:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000e395ca63. 00100000:00000010:2.0:1761311765.051273:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007c8f6d36. 00100000:00000010:2.0:1761311765.051280:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000046c8e9f4. 00100000:00000010:2.0:1761311765.051288:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000310c13f1. 00100000:00000010:2.0:1761311765.051349:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000000f42ee4b. 00100000:00000010:2.0:1761311765.051363:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a427ec97. 00080000:00000010:2.0:1761311765.051367:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000020:00000010:0.0:1761311765.051373:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc456eeb. 00000020:00000010:0.0:1761311765.051381:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000001:00000010:2.0:1761311765.051387:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000020:00000010:0.0:1761311765.051387:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000001:00000010:2.0:1761311765.051397:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051402:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090282f2e. 00000001:00000010:2.0:1761311765.051408:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051414:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051418:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000100:00000200:0.0:1761311765.051421:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781807488/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000001:00000010:2.0:1761311765.051423:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051431:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051436:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051450:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000100:00000200:0.0:1761311765.051460:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807488 02000000:00000010:0.0:1761311765.051475:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018ec408f. 00100000:00000010:2.0:1761311765.051476:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000009eb47c13. 00100000:00000010:2.0:1761311765.051480:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000002f349d22. 00100000:00000010:2.0:1761311765.051488:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000211ac06a. 00100000:00000010:2.0:1761311765.051496:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000320dbcda. 00100000:00000010:2.0:1761311765.051503:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000cf3e8ca9. 00010000:00000010:0.0:1761311765.051505:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000428d1bcc. 00100000:00000010:2.0:1761311765.051510:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000661d2231. 00100000:00000010:2.0:1761311765.051519:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000006db6fffa. 00080000:00000010:2.0:1761311765.051523:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00010000:00000010:0.0:1761311765.051529:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311765.051536:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc691905. 00000001:00000010:2.0:1761311765.051539:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051547:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000100:00000010:0.0:1761311765.051549:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc691905. 00080000:00000010:2.0:1761311765.051554:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095814320. 00010000:00000010:0.0:1761311765.051555:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000001:00000010:2.0:1761311765.051561:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051567:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000010:0.0:1761311765.051569:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000001:00000010:2.0:1761311765.051572:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000100:00000200:0.0:1761311765.051574:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807488, offset 224 00000001:00000010:2.0:1761311765.051577:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.051583:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000001:00000010:2.0:1761311765.051588:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051593:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000400:00000200:0.0:1761311765.051596:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.051602:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87234:87234:256:4294967295] 192.168.203.55@tcp LPNI seq info [87234:87234:8:4294967295] 00080000:00000010:2.0:1761311765.051608:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000400:00000200:0.0:1761311765.051614:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.051620:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.051625:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.051630:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00100000:00000010:2.0:1761311765.051635:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000098dd6f94. 00000800:00000200:0.0:1761311765.051638:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00100000:00000010:2.0:1761311765.051640:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000a73056a3. 00000800:00000200:0.0:1761311765.051643:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00100000:00000010:2.0:1761311765.051651:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000000297f596. 00100000:00000010:2.0:1761311765.051660:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000007a4eb0f0. 00000020:00000010:0.0:1761311765.051663:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00100000:00000010:2.0:1761311765.051669:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ec7b4652. 00000020:00000010:0.0:1761311765.051670:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.051674:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc456eeb. 00100000:00000010:2.0:1761311765.051680:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000be7bfcb0. 00100000:00000010:2.0:1761311765.051687:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000250eed84. 00080000:00000010:2.0:1761311765.051690:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.051708:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051715:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051720:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ced7081e. 00000001:00000010:2.0:1761311765.051725:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051729:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051733:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051736:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051742:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051745:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000800:00000200:0.0:1761311765.051750:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.051755:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00080000:00000010:2.0:1761311765.051758:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000400:00000200:0.0:1761311765.051763:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.051768:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.051772:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:0.0:1761311765.051774:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00100000:00000010:2.0:1761311765.051799:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 000000001c62e35d. 00100000:00000010:2.0:1761311765.051804:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000004c3a7765. 00100000:00000010:2.0:1761311765.051811:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000005167e749. 00100000:00000010:2.0:1761311765.051819:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000df73e5e9. 00100000:00000010:2.0:1761311765.051826:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000003e071aef. 00100000:00000010:2.0:1761311765.051832:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000ae9c323f. 00100000:00000010:2.0:1761311765.051838:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000000748d0be. 00080000:00000010:2.0:1761311765.051842:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:2.0:1761311765.051859:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00080000:00000010:3.0:1761311765.051862:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006647e3f2. 00000001:00000010:2.0:1761311765.051866:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051872:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4f56a02. 00000001:00000010:2.0:1761311765.051878:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051882:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051886:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051890:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051898:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.051902:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.051916:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00100000:00000010:2.0:1761311765.051942:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000058155f5e. 00100000:00000010:2.0:1761311765.051946:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000c7cc9f69. 00100000:00000010:2.0:1761311765.051953:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000003fea84b8. 00010000:00000010:3.0:1761311765.051955:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00100000:00000010:2.0:1761311765.051960:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000002b7f4661. 00010000:00000010:3.0:1761311765.051963:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000096cd7e4. 00100000:00000010:2.0:1761311765.051969:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000dab15208. 00000001:00000010:3.0:1761311765.051976:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00100000:00000010:2.0:1761311765.051981:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000d84aae6d. 00000001:00000010:3.0:1761311765.051986:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:2.0:1761311765.051991:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 00000000401b3215. 00080000:00000010:3.0:1761311765.051993:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000688cbfd8. 00080000:00000010:2.0:1761311765.051996:0:77382:0:(osd_handler.c:6971:osd_it_dir_fini()) slab-freed '(oie)': 40 at 000000003f385bfe. 00000001:00000010:3.0:1761311765.052000:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.052008:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.052012:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.052016:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:2.0:1761311765.052019:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00100000:00000010:3.0:1761311765.052026:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f5642497. 00000001:00000010:2.0:1761311765.052029:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.052036:0:77382:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009729ae74. 00100000:00000010:3.0:1761311765.052037:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b9ceb336. 00000001:00000010:2.0:1761311765.052042:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00100000:00000010:3.0:1761311765.052043:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003374501e. 00000001:00000010:2.0:1761311765.052050:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.052057:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.052063:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00010000:00000010:3.0:1761311765.052069:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00000001:00000010:2.0:1761311765.052072:0:77382:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00010000:00000010:3.0:1761311765.052077:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00000001:00000010:2.0:1761311765.052078:0:77382:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00010000:00000010:3.0:1761311765.052094:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00080000:00000010:2.0:1761311765.052095:0:77382:0:(osd_handler.c:6903:osd_it_dir_init()) slab-alloced 'oie': 40 at 000000003f385bfe. 00000100:00000010:3.0:1761311765.052100:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.052109:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.052120:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066c550d6. 00100000:00000010:2.0:1761311765.052124:0:77382:0:(lfsck_lib.c:2000:lfsck_assistant_object_init()) kmalloced '(lso)': 136 at 0000000069a38089. 00100000:00000010:2.0:1761311765.052129:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000088b8b1ee. 00100000:00000010:2.0:1761311765.052138:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 0000000092d207a2. 00100000:00000010:2.0:1761311765.052145:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000009175c873. 02000000:00000010:3.0:1761311765.052151:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000372cb76d. 00100000:00000010:2.0:1761311765.052153:0:77382:0:(lfsck_namespace.c:68:lfsck_namespace_assistant_req_init()) kmalloced '(lnr)': 76 at 000000002108a4bd. 00000400:00000010:3.0:1761311765.052157:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.052164:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.052170:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687360, portal 16 00000400:00000010:3.0:1761311765.052175:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311765.052177:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687360, offset 0 00000400:00000200:3.0:1761311765.052183:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.052190:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.052197:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.052201:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.052205:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.052207:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87235:87235:256:4294967295] 192.168.203.55@tcp LPNI seq info [87235:87235:8:4294967295] 00000400:00000200:3.0:1761311765.052215:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.052219:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.052223:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311765.052227:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.052231:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.052233:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311765.054345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029e1deca. 00000800:00000200:0.0:1761311765.054427:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.054432:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311765.054438:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.054450:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.054456:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311765.054458:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:0.0:1761311765.054468:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787687360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.056393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008527ccb4. 00010000:00000010:3.1:1761311765.056527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bdd582fd. 00010000:00000010:3.1:1761311765.056534:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00000400:00000200:1.0:1761311765.056665:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.056683:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea5c0 00000400:00000200:1.0:1761311765.056690:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa9a1 [1] + 224 00000400:00000200:1.0:1761311765.056706:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.056710:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.056720:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787687360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.057103:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.057109:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311765.057111:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311765.057116:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787687360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.057124:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787687360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.057152:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000372cb76d. 02000000:00000010:3.0:1761311765.057158:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066c550d6. 00000100:00000010:3.0:1761311765.057162:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311765.057166:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.057168:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000200:0.0:1761311765.057587:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.057597:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14edc0 00000400:00000200:0.0:1761311765.057603:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa92d5 [2] + 1640 00000400:00000200:0.0:1761311765.057658:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.057663:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.057667:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.057671:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00000020:00000010:1.0:1761311765.058095:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078ca1278. 00000020:00000010:1.0:1761311765.058102:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.058107:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.058131:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed36996 x1846867781807552/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311765.058395:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807552 02000000:00000010:1.0:1761311765.058407:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a82e0f71. 00010000:00000010:1.0:1761311765.058434:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013418c6c. 00010000:00000010:1.0:1761311765.058455:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.058461:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311765.058476:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.058480:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.058497:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.058502:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807552, offset 224 00000400:00000200:1.0:1761311765.058509:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.058521:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.058526:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87236:87236:256:4294967295] 192.168.203.55@tcp LPNI seq info [87236:87236:8:4294967295] 00000400:00000200:1.0:1761311765.058535:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.058540:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.058543:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.058549:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.058555:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.058559:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.058590:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.058595:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.058597:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078ca1278. 00080000:00000010:3.0:1761311765.058662:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000902b5b54. 00010000:00000010:3.0:1761311765.058794:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.058801:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042c7dc1e. 00000001:00000010:3.0:1761311765.058817:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.058828:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.058834:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6d3535d. 00000001:00000010:3.0:1761311765.058854:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.058862:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.058867:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.058871:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.058883:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002fbaf72d. 00010000:00000010:3.0:1761311765.058899:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006596f090. 00010000:00000010:3.0:1761311765.058904:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.058913:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311765.058917:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.058923:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.058933:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2561eeb. 02000000:00000010:3.0:1761311765.058955:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd32582c. 00000400:00000010:3.0:1761311765.058958:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.058963:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.058967:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687424, portal 16 00000400:00000010:3.0:1761311765.058971:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311765.058973:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687424, offset 0 00000400:00000200:3.0:1761311765.058978:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.058984:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.058991:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.058994:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.058997:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.058999:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87237:87237:255:4294967295] 192.168.203.55@tcp LPNI seq info [87237:87237:7:4294967295] 00000400:00000200:3.0:1761311765.059006:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.059010:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.059013:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82353034). 00000800:00000200:3.0:1761311765.059017:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.059021:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.059023:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.059104:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.059108:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352786). 00000400:00000200:2.0:1761311765.059114:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.059118:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.059123:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:2.0:1761311765.059125:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000800:00000200:2.0:1761311765.059183:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.059186:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311765.059190:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.059193:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.059195:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:2.0:1761311765.059196:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:2.0:1761311765.059201:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787687424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.059731:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000058a3c3b. 00010000:00000010:3.1:1761311765.059739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00000400:00000200:1.0:1761311765.062004:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.062022:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea600 00000400:00000200:1.0:1761311765.062029:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa9ad [1] + 224 00000400:00000200:1.0:1761311765.062039:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.062042:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.062051:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787687424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.062082:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.062086:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ee00 00000400:00000200:1.0:1761311765.062090:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa92d5 [2] + 1968 00000400:00000010:1.0:1761311765.062094:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006396f278. 00000400:00000200:1.0:1761311765.062098:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ad3a7ed8 00000400:00000200:1.0:1761311765.062142:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.062145:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.062147:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ad3a7ed8 00000400:00000010:1.0:1761311765.062150:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ad3a7ed8 (tot 82352386). 00000100:00000200:1.0:1761311765.062155:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761311765.062220:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.062225:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311765.062226:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311765.062231:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787687424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.062237:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787687424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761311765.062241:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ace9dbd2. 00000020:00000010:2.0:1761311765.062247:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311765.062251:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000342e86ef. 02000000:00000010:3.0:1761311765.062261:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd32582c. 02000000:00000010:3.0:1761311765.062268:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2561eeb. 00000100:00000010:3.0:1761311765.062271:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000200:2.0:1761311765.062272:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000052e9152 x1846867781807616/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000010:3.0:1761311765.062275:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.062278:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000100:00000200:0.0:1761311765.063493:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807616 02000000:00000010:0.0:1761311765.063516:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fc456eeb. 00010000:00000010:0.0:1761311765.063552:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051691a42. 00010000:00000010:0.0:1761311765.063577:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311765.063586:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000dc691905. 00000100:00000010:0.0:1761311765.063603:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000dc691905. 00010000:00000010:0.0:1761311765.063607:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311765.063622:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311765.063628:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807616, offset 224 00000400:00000200:0.0:1761311765.063639:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.063655:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.063663:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87238:87238:256:4294967295] 192.168.203.55@tcp LPNI seq info [87238:87238:8:4294967295] 00000400:00000200:0.0:1761311765.063678:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.063685:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.063689:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352634). 00000800:00000200:0.0:1761311765.063697:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.063704:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.063708:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.063734:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:0.0:1761311765.063741:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000342e86ef. 00000020:00000010:0.0:1761311765.063745:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ace9dbd2. 02000000:00000010:0.0:1761311765.063756:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a82e0f71. 00000100:00000010:0.0:1761311765.063760:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 02000000:00000010:0.0:1761311765.063766:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018ec408f. 00000100:00000010:0.0:1761311765.063769:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:0.0:1761311765.063774:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001279311a. 00000100:00000010:0.0:1761311765.063779:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 02000000:00000010:0.0:1761311765.063783:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e35a4350. 00000100:00000010:0.0:1761311765.063786:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:0.0:1761311765.063790:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002567fd6e. 00000100:00000010:0.0:1761311765.063792:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311765.063797:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092409c14. 00000100:00000010:0.0:1761311765.063800:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000200:0.0:1761311765.063812:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311765.063818:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000001a77588. 00000400:00000010:0.0:1761311765.063823:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000dc691905 (tot 82352786). 00000800:00000200:0.0:1761311765.063930:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.063934:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:0.0:1761311765.063941:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.063949:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.063953:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:0.0:1761311765.063955:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 02000000:00000010:0.0:1761311765.063959:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fc456eeb. 00080000:00000010:3.0:1761311765.064669:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2561eeb. 00010000:00000010:3.0:1761311765.064821:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.064832:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d7fd392. 00000001:00000010:3.0:1761311765.064856:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.064873:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.064879:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd32582c. 00000001:00000010:3.0:1761311765.064887:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.064893:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.064898:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.064903:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.064918:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b6863a2e. 00010000:00000010:3.0:1761311765.064937:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057644094. 00010000:00000010:3.0:1761311765.064942:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.064954:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311765.064960:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.064968:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.064983:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9ee2126. 02000000:00000010:3.0:1761311765.065013:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004116db95. 00000400:00000010:3.0:1761311765.065018:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.065023:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.065030:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687488, portal 16 00000400:00000010:3.0:1761311765.065037:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311765.065040:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687488, offset 0 00000400:00000200:3.0:1761311765.065048:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.065062:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.065071:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.065075:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.065078:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.065082:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87239:87239:256:4294967295] 192.168.203.55@tcp LPNI seq info [87239:87239:8:4294967295] 00000400:00000200:3.0:1761311765.065092:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.065098:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.065102:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311765.065108:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.065114:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.065117:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.065382:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.065386:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:0.0:1761311765.065390:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.065395:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.065399:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:0.0:1761311765.065401:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:0.0:1761311765.065409:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787687488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.067472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b0ddfc2. 00000400:00000200:1.0:1761311765.070720:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.070740:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea640 00000400:00000200:1.0:1761311765.070750:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa9bd [1] + 224 00000400:00000200:1.0:1761311765.070763:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.070767:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.070779:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787687488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.070817:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.070822:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ee40 00000400:00000200:1.0:1761311765.070827:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa932d [2] + 0 00000400:00000010:3.0:1761311765.070917:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.070922:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311765.070924:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311765.070929:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787687488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.070937:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787687488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.070968:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004116db95. 02000000:00000010:3.0:1761311765.070974:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9ee2126. 00000100:00000010:3.0:1761311765.070979:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311765.070983:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.070986:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000200:1.0:1761311765.071132:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.071137:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.071142:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.071147:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:2.0:1761311765.071213:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db2372ee. 00000020:00000010:2.0:1761311765.071221:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311765.071225:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.071247:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781807680/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311765.071287:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807680 02000000:00000010:2.0:1761311765.071306:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d8e07c72. 00010000:00000010:2.0:1761311765.071354:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046928ce6. 00010000:00000010:2.0:1761311765.071377:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000656aac3b. 00000100:00000010:2.0:1761311765.071384:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.071395:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.071398:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000656aac3b. 00000400:00000010:2.0:1761311765.071410:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311765.071414:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807680, offset 224 00000400:00000200:2.0:1761311765.071422:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:3.0:1761311765.071429:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9ee2126. 00000400:00000200:2.0:1761311765.071432:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.071437:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87240:87240:256:4294967295] 192.168.203.55@tcp LPNI seq info [87240:87240:8:4294967295] 00000400:00000200:2.0:1761311765.071446:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.071450:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.071454:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.071459:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.071465:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.071468:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.071494:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311765.071500:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.071503:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db2372ee. 00010000:00000010:3.0:1761311765.071538:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.071545:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000804b65f. 00000001:00000010:3.0:1761311765.071562:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.071578:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.071583:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004116db95. 00000001:00000010:3.0:1761311765.071590:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.071596:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.071600:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.071604:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.071616:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005d97b628. 00010000:00000010:3.0:1761311765.071631:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014783e51. 00010000:00000010:3.0:1761311765.071636:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311765.071645:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311765.071648:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.071654:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.071662:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fd69573. 02000000:00000010:3.0:1761311765.071682:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d347fd9. 00000400:00000010:3.0:1761311765.071685:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.071688:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.071692:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687552, portal 16 00000400:00000010:3.0:1761311765.071696:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.071697:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687552, offset 0 00000400:00000200:3.0:1761311765.071703:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.071707:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.071713:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.071716:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.071719:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.071721:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87241:87241:255:4294967295] 192.168.203.55@tcp LPNI seq info [87241:87241:7:4294967295] 00000400:00000200:3.0:1761311765.071728:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.071732:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.071735:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311765.071739:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.071742:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.071744:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.072030:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.072034:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:1.0:1761311765.072038:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.072042:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.072045:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:1.0:1761311765.072047:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000800:00000200:1.0:1761311765.072210:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.072213:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:1.0:1761311765.072217:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.072220:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.072223:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:1.0:1761311765.072224:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:1.0:1761311765.072230:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787687552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.072415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ad74255. 00010000:00000010:3.1:1761311765.073390:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f56f9ec9. 00010000:00000010:3.1:1761311765.073399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00000400:00000200:0.0:1761311765.075699:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.075719:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea680 00000400:00000200:0.0:1761311765.075728:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa9c9 [1] + 224 00000400:00000200:0.0:1761311765.075744:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.075748:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.075760:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787687552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.076211:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.076216:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311765.076218:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311765.076225:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787687552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.076233:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787687552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.076263:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d347fd9. 02000000:00000010:3.0:1761311765.076271:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fd69573. 00000100:00000010:3.0:1761311765.076275:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311765.076278:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.076282:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00010000:00000010:2.1:1761311765.077373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a47c0bc1. 00010000:00000010:3.1:1761311765.079443:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008eedfebc. 00010000:00000010:3.1:1761311765.079457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00000400:00000200:1.0:1761311765.080217:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.080237:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ee80 00000400:00000200:1.0:1761311765.080246:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa932d [2] + 328 00000400:00000200:1.0:1761311765.080354:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.080359:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.080365:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.080371:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000020:00000010:0.0:1761311765.080863:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fc456eeb. 00000020:00000010:0.0:1761311765.080871:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.080875:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.080901:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781807744/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.080930:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807744 02000000:00000010:0.0:1761311765.080940:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092409c14. 00010000:00000010:0.0:1761311765.080965:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c15cdad6. 00010000:00000010:0.0:1761311765.080985:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311765.080992:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.081728:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.081735:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000010:0.0:1761311765.081756:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311765.081761:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807744, offset 224 00000400:00000200:0.0:1761311765.081770:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.081785:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.081792:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87242:87242:256:4294967295] 192.168.203.55@tcp LPNI seq info [87242:87242:8:4294967295] 00000400:00000200:0.0:1761311765.081801:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.081807:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.081811:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.081817:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.081824:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.081827:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761311765.081941:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078ca1278. 00010000:00000010:1.0:1761311765.082078:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:1.0:1761311765.082087:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000d099b41. 00000001:00000010:1.0:1761311765.082106:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006396f278. 00000001:00000010:1.0:1761311765.082118:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006396f278. 00080000:00000010:1.0:1761311765.082124:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000baafe6d3. 00000001:00000010:1.0:1761311765.082132:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006396f278. 00000001:00000010:1.0:1761311765.082138:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006396f278. 00000001:00000010:1.0:1761311765.082143:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006396f278. 00000001:00000010:1.0:1761311765.082148:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006396f278. 00100000:00000010:1.0:1761311765.082160:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000275520ea. 00010000:00000010:1.0:1761311765.082178:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311765.082184:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311765.082195:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.082201:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311765.082209:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311765.082220:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce870aca. 02000000:00000010:1.0:1761311765.082248:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002455f9d2. 00000400:00000010:1.0:1761311765.082253:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006396f278. 00000400:00000010:1.0:1761311765.082259:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.082263:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687616, portal 16 00000400:00000010:1.0:1761311765.082267:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311765.082269:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687616, offset 0 00000400:00000200:1.0:1761311765.082274:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.082281:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.082287:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.082291:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.082294:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.082329:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87243:87243:255:4294967295] 192.168.203.55@tcp LPNI seq info [87243:87243:7:4294967295] 00000400:00000200:1.0:1761311765.082337:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.082341:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.082345:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311765.082349:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.082353:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.082355:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.082404:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.082411:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.082415:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fc456eeb. 00010000:00000010:3.1:1761311765.085569:0:15808:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000021add250. 00010000:00000010:3.1:1761311765.085587:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00000800:00000200:0.0:1761311765.087468:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.087477:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:0.0:1761311765.087489:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.087497:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.087503:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:0.0:1761311765.087505:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00000800:00000200:0.0:1761311765.087579:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.087582:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:0.0:1761311765.087587:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.087591:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.087593:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:0.0:1761311765.087594:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:0.0:1761311765.087601:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787687616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.088368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005cc6b8e5. 00010000:00000010:1.1:1761311765.088377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:0.1:1761311765.088382:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c469d4c7. 00000400:00000200:0.0:1761311765.094484:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.094506:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea6c0 00000400:00000200:0.0:1761311765.094516:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa9d5 [1] + 224 00000400:00000200:0.0:1761311765.094529:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.094533:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.094544:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787687616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.094584:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.094590:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14eec0 00000400:00000200:0.0:1761311765.094595:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa932d [2] + 656 00000400:00000010:1.0:1761311765.094626:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006396f278. 00000400:00000200:1.0:1761311765.094634:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:1.0:1761311765.094637:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:1.0:1761311765.094643:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787687616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.094652:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787687616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.094680:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002455f9d2. 02000000:00000010:1.0:1761311765.094685:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce870aca. 00000100:00000010:1.0:1761311765.094688:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:1.0:1761311765.094691:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.094695:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000200:0.0:1761311765.095294:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.095353:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.095361:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.095369:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:1.0:1761311765.098795:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce870aca. 00000020:00000010:1.0:1761311765.098809:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.098814:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.098845:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781807808/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311765.099171:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807808 02000000:00000010:1.0:1761311765.099184:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002455f9d2. 00010000:00000010:1.0:1761311765.099215:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076f53a86. 00010000:00000010:1.0:1761311765.099237:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.099245:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00080000:00000010:3.0:1761311765.100187:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fd69573. 00000001:00000010:3.0:1761311765.100368:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.100382:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.100389:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d347fd9. 00000001:00000010:3.0:1761311765.100397:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.100402:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.100407:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.100412:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.100423:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000082c5828a. 00100000:00000010:3.0:1761311765.100431:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000016f04626. 00100000:00000010:3.0:1761311765.100434:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007b9c49b8. 00010000:00000010:3.0:1761311765.100454:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057644094. 00010000:00000010:3.0:1761311765.100461:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a5ebc368. 00010000:00000010:3.0:1761311765.100474:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311765.100481:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.100490:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.100503:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b81c4e5. 02000000:00000010:3.0:1761311765.100532:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081e20dc5. 00000400:00000010:3.0:1761311765.100537:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.100544:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.100554:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687680, portal 16 00000400:00000010:3.0:1761311765.100561:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311765.100563:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687680, offset 0 00000400:00000200:3.0:1761311765.100571:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.100590:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.100598:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.100602:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.100605:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.100608:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87244:87244:256:4294967295] 192.168.203.55@tcp LPNI seq info [87244:87244:8:4294967295] 00000400:00000200:3.0:1761311765.100620:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.100626:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.100630:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311765.100636:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.100642:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.100646:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.100815:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.100819:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311765.100824:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.100828:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.100833:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:0.0:1761311765.100835:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:0.0:1761311765.100842:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787687680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311765.101342:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cff6fb76. 00000100:00000010:1.0:1761311765.101353:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.101356:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00010000:00000010:1.0:1761311765.101363:0:66528:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bceb2b73. 00000400:00000010:1.0:1761311765.101378:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.101381:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807808, offset 224 00000400:00000200:1.0:1761311765.101387:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.101394:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.101398:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87245:87245:256:4294967295] 192.168.203.55@tcp LPNI seq info [87245:87245:8:4294967295] 00000400:00000200:1.0:1761311765.101405:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.101409:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.101413:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.101417:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.101421:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.101424:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.101441:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.101445:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.101448:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce870aca. 00000800:00000200:2.0:1761311765.101558:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.101561:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:2.0:1761311765.101567:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.101570:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.101573:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:2.0:1761311765.101574:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000400:00000200:0.0:1761311765.103161:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.103177:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea700 00000400:00000200:0.0:1761311765.103185:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa9dd [1] + 224 00000400:00000200:0.0:1761311765.103198:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.103202:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.103211:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787687680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.103643:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.103649:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311765.103651:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311765.103657:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787687680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.103665:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787687680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.103757:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081e20dc5. 02000000:00000010:3.0:1761311765.103764:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b81c4e5. 00000100:00000010:3.0:1761311765.103769:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311765.103773:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.103776:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000200:0.0:1761311765.103913:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.103922:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ef00 00000400:00000200:0.0:1761311765.103928:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa932d [2] + 984 00000400:00000200:0.0:1761311765.104375:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.104381:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.104387:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.104392:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:1.0:1761311765.104551:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce870aca. 00000020:00000010:1.0:1761311765.104559:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.104563:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.104589:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781807872/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311765.104619:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807872 02000000:00000010:1.0:1761311765.104628:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad9a5959. 00010000:00000010:1.0:1761311765.104653:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e855ea13. 00010000:00000010:1.0:1761311765.104670:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.104676:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311765.104690:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.104694:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.104706:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a4589e8. 00000100:00000200:1.0:1761311765.104710:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807872, offset 224 00000400:00000200:1.0:1761311765.104716:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.104728:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.104733:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87246:87246:256:4294967295] 192.168.203.55@tcp LPNI seq info [87246:87246:8:4294967295] 00000400:00000200:1.0:1761311765.104742:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.104746:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.104750:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311765.104755:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.104761:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.104764:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.104789:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.104793:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.104796:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce870aca. 00080000:00000010:0.0:1761311765.104911:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc456eeb. 00010000:00000010:0.0:1761311765.105032:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5ebc368. 00010000:00000010:0.0:1761311765.105039:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b061f22f. 00000001:00000010:0.0:1761311765.105055:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311765.105065:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311765.105070:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e35a4350. 00000001:00000010:0.0:1761311765.105078:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311765.105083:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311765.105088:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311765.105093:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311765.105104:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bc21d12b. 00010000:00000010:0.0:1761311765.105122:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205a470. 00010000:00000010:0.0:1761311765.105127:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c207a9f4. 00010000:00000010:0.0:1761311765.105137:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c4ffb4c. 00000100:00000010:0.0:1761311765.105141:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.105147:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 02000000:00000010:0.0:1761311765.105157:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018ec408f. 02000000:00000010:0.0:1761311765.105179:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51a38c0. 00000400:00000010:0.0:1761311765.105183:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311765.105187:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311765.105191:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687744, portal 16 00000400:00000010:0.0:1761311765.105195:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f15166. 00000100:00000200:0.0:1761311765.105197:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687744, offset 0 00000400:00000200:0.0:1761311765.105201:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.105207:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.105213:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.105217:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.105219:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.105222:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87247:87247:255:4294967295] 192.168.203.55@tcp LPNI seq info [87247:87247:7:4294967295] 00000400:00000200:0.0:1761311765.105228:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.105233:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.105236:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82353034). 00000800:00000200:0.0:1761311765.105240:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.105243:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.105246:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.105366:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.105370:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352786). 00000400:00000200:3.0:1761311765.105376:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.105380:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.105383:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a4589e8 00000400:00000010:3.0:1761311765.105385:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a4589e8. 00000800:00000200:3.0:1761311765.105438:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.105440:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.105446:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.105449:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.105451:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f15166 00000400:00000010:3.0:1761311765.105452:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f15166. 00000100:00000200:3.0:1761311765.105457:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003af56a4d x1846867787687744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.106856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000900d61e1. 00000400:00000200:0.0:1761311765.107509:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.107524:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea740 00000400:00000200:0.0:1761311765.107532:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa9ed [1] + 224 00000400:00000200:0.0:1761311765.107545:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.107549:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.107558:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003af56a4d x1846867787687744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.107630:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:1.0:1761311765.107634:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:1.0:1761311765.107636:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00000100:00000200:1.0:1761311765.107640:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003af56a4d x1846867787687744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.107648:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003af56a4d x1846867787687744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.107671:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51a38c0. 02000000:00000010:1.0:1761311765.107676:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018ec408f. 00000100:00000010:1.0:1761311765.107679:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 00000100:00000010:1.0:1761311765.107682:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:1.0:1761311765.107686:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c4ffb4c. 00000400:00000200:0.0:1761311765.108421:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.108431:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ef40 00000400:00000200:0.0:1761311765.108438:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa932d [2] + 1312 00000400:00000200:0.0:1761311765.108488:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.108492:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.108496:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.108501:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00000020:00000010:2.0:1761311765.108693:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db2372ee. 00000020:00000010:2.0:1761311765.108701:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311765.108706:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.108728:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed36996 x1846867781807936/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311765.108756:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781807936 02000000:00000010:2.0:1761311765.108766:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000095eb4305. 00010000:00000010:2.0:1761311765.108793:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004e2e5f65. 00010000:00000010:2.0:1761311765.108817:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000656aac3b. 00000100:00000010:2.0:1761311765.108824:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.108839:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00080000:00000010:0.0:1761311765.109055:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b3cf764. 00010000:00000010:0.0:1761311765.109154:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c207a9f4. 00000001:00000010:0.0:1761311765.109173:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311765.109185:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311765.109189:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001e76fd36. 00000001:00000010:0.0:1761311765.109196:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311765.109201:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311765.109205:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311765.109209:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311765.109221:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006460f475. 00010000:00000010:0.0:1761311765.109237:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311765.109241:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c207a9f4. 00010000:00000010:0.0:1761311765.109249:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ed2985b. 00000100:00000010:0.0:1761311765.109252:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.109257:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 02000000:00000010:0.0:1761311765.109265:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051458fa7. 02000000:00000010:0.0:1761311765.109285:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cc9b145a. 00000400:00000010:0.0:1761311765.109289:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311765.109293:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00010000:00000010:2.0:1761311765.109379:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000656aac3b. 00010000:00000010:2.0:1761311765.109385:0:64833:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057207d1c. 00000400:00000010:2.0:1761311765.109397:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311765.109400:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781807936, offset 224 00000400:00000200:2.0:1761311765.109407:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.109417:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.109422:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87248:87248:256:4294967295] 192.168.203.55@tcp LPNI seq info [87248:87248:8:4294967295] 00000400:00000200:2.0:1761311765.109432:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.109437:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.109441:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.109446:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.109452:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.109456:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.109469:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311765.109473:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.109476:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db2372ee. 00000800:00000200:3.0:1761311765.109581:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.109584:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311765.109588:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.109591:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.109595:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:3.0:1761311765.109596:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 00000100:00000200:0.0:1761311765.109655:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687808, portal 16 00000400:00000010:0.0:1761311765.109661:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c1f0496. 00000100:00000200:0.0:1761311765.109663:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687808, offset 0 00000400:00000200:0.0:1761311765.109668:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.109673:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.109678:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.109680:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.109683:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.109686:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87249:87249:256:4294967295] 192.168.203.55@tcp LPNI seq info [87249:87249:8:4294967295] 00000400:00000200:0.0:1761311765.109693:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.109697:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.109700:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.109704:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.109707:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.109709:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.109998:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.110000:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.110005:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.110009:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.110011:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c1f0496 00000400:00000010:2.0:1761311765.110013:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c1f0496. 00000100:00000200:2.0:1761311765.110018:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003af56a4d x1846867787687808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.110598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:1.1:1761311765.110606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f923fb4e. 00010000:00000010:0.1:1761311765.110671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e183f18a. 00010000:00000010:0.1:1761311765.110675:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00000400:00000200:0.0:1761311765.112083:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.112099:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea780 00000400:00000200:0.0:1761311765.112108:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaa9f5 [1] + 224 00000400:00000200:0.0:1761311765.112122:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.112126:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.112135:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003af56a4d x1846867787687808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.112354:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:1.0:1761311765.112360:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:1.0:1761311765.112362:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:1.0:1761311765.112367:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003af56a4d x1846867787687808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.112374:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003af56a4d x1846867787687808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.112401:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cc9b145a. 02000000:00000010:1.0:1761311765.112407:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051458fa7. 00000100:00000010:1.0:1761311765.112410:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 00000100:00000010:1.0:1761311765.112414:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:1.0:1761311765.112417:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ed2985b. 00000400:00000200:3.0:1761311765.113665:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.113678:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ef80 00000400:00000200:3.0:1761311765.113685:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa932d [2] + 1640 00000400:00000200:3.0:1761311765.113738:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.113742:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.113747:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.113752:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00000020:00000010:2.0:1761311765.113915:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db2372ee. 00000020:00000010:2.0:1761311765.113923:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311765.113927:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.113950:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c59f1dbd x1846867781808000/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.114193:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808000 02000000:00000010:2.0:1761311765.114204:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071a63152. 00010000:00000010:2.0:1761311765.114231:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005c31567e. 00010000:00000010:2.0:1761311765.114253:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000656aac3b. 00000100:00000010:2.0:1761311765.114259:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.114284:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.114287:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000656aac3b. 00000400:00000010:2.0:1761311765.114308:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e7ca96. 00010000:00000010:2.1:1761311765.114340:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014e59e77. 00000100:00000200:2.0:1761311765.114351:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808000, offset 224 00000400:00000200:2.0:1761311765.114359:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.114370:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.114375:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87250:87250:256:4294967295] 192.168.203.55@tcp LPNI seq info [87250:87250:8:4294967295] 00000400:00000200:2.0:1761311765.114384:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.114389:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.114393:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.114398:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.114404:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.114407:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.114423:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311765.114429:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.114432:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db2372ee. 00080000:00000010:0.0:1761311765.114552:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051458fa7. 00010000:00000010:0.0:1761311765.114667:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c207a9f4. 00010000:00000010:0.0:1761311765.114674:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000003a2cdd7. 00000001:00000010:0.0:1761311765.114693:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311765.114708:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00080000:00000010:0.0:1761311765.114714:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc9b145a. 00000001:00000010:0.0:1761311765.114721:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311765.114728:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311765.114732:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311765.114738:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00100000:00000010:0.0:1761311765.114749:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cd6f4096. 00010000:00000010:0.0:1761311765.114767:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.0:1761311765.114772:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c207a9f4. 00010000:00000010:0.0:1761311765.114783:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cedf4e45. 00000100:00000010:0.0:1761311765.114787:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.114794:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 02000000:00000010:0.0:1761311765.114805:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018ec408f. 02000000:00000010:0.0:1761311765.114827:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51a38c0. 00000400:00000010:0.0:1761311765.114832:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec000098. 00000400:00000010:0.0:1761311765.114837:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311765.114854:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687872, portal 16 00000400:00000010:0.0:1761311765.114858:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311765.114860:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687872, offset 0 00000400:00000200:0.0:1761311765.114865:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.114872:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.114879:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.114882:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.114884:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.114887:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87251:87251:255:4294967295] 192.168.203.55@tcp LPNI seq info [87251:87251:7:4294967295] 00000400:00000200:0.0:1761311765.114893:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.114898:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.114902:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82353034). 00000800:00000200:0.0:1761311765.114905:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.114909:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.114911:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311765.115291:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000367e72d0. 00000800:00000200:3.0:1761311765.115455:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.115459:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.115463:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.115467:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.115471:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e7ca96 00000400:00000010:3.0:1761311765.115474:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e7ca96. 00000800:00000200:3.0:1761311765.115526:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.115528:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.115534:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.115538:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.115540:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:3.0:1761311765.115541:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00000100:00000200:3.0:1761311765.115547:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ade5492c x1846867787687872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.118156:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.118176:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea7c0 00000400:00000200:3.0:1761311765.118184:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa05 [1] + 224 00000400:00000200:3.0:1761311765.118197:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.118201:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.118211:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ade5492c x1846867787687872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.120441:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.120456:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14efc0 00000400:00000200:3.0:1761311765.120464:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa932d [2] + 1968 00000400:00000010:3.0:1761311765.120469:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:3.0:1761311765.120474:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f0fe16d5 00000400:00000200:3.0:1761311765.120504:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.120509:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.120512:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0fe16d5 00000400:00000010:3.0:1761311765.120514:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f0fe16d5 (tot 82352386). 00000100:00000200:3.0:1761311765.120520:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761311765.121055:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec000098. 00000400:00000200:1.0:1761311765.121059:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:1.0:1761311765.121062:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00000100:00000200:1.0:1761311765.121070:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ade5492c x1846867787687872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.121079:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ade5492c x1846867787687872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.121111:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51a38c0. 02000000:00000010:1.0:1761311765.121117:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018ec408f. 00000100:00000010:1.0:1761311765.121120:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 00000100:00000010:1.0:1761311765.121126:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:1.0:1761311765.121130:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cedf4e45. 00000020:00000010:2.0:1761311765.121618:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000db2372ee. 00000020:00000010:2.0:1761311765.121626:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311765.121631:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.121655:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000502d6633 x1846867781808064/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311765.122294:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808064 02000000:00000010:1.0:1761311765.127363:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce870aca. 00010000:00000010:1.0:1761311765.127406:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd33e0f1. 00010000:00000010:1.0:1761311765.127432:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.127439:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005b32ed49. 00000100:00000010:1.0:1761311765.127460:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005b32ed49. 00010000:00000010:1.0:1761311765.127464:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.127479:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311765.127484:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808064, offset 224 00000400:00000200:1.0:1761311765.127494:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.127510:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.127515:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87252:87252:256:4294967295] 192.168.203.55@tcp LPNI seq info [87252:87252:8:4294967295] 00000400:00000200:1.0:1761311765.127526:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.127531:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.127536:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352634). 00000800:00000200:1.0:1761311765.127542:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.127549:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.127552:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.127581:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bba62fc9. 00000020:00000010:1.0:1761311765.127588:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:1.0:1761311765.127592:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000db2372ee. 02000000:00000010:1.0:1761311765.127600:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000071a63152. 00000100:00000010:1.0:1761311765.127603:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 02000000:00000010:1.0:1761311765.127606:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000095eb4305. 00000100:00000010:1.0:1761311765.127608:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 02000000:00000010:1.0:1761311765.127610:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad9a5959. 00000100:00000010:1.0:1761311765.127613:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:1.0:1761311765.127615:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002455f9d2. 00000100:00000010:1.0:1761311765.127617:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:1.0:1761311765.127619:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092409c14. 00000100:00000010:1.0:1761311765.127621:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311765.127624:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d8e07c72. 00000100:00000010:1.0:1761311765.127626:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 00000100:00000200:1.0:1761311765.127633:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311765.127640:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006396f278. 00000400:00000010:1.0:1761311765.127644:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005b32ed49 (tot 82352786). 00080000:00000010:2.0:1761311765.127729:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c51d2e05. 00010000:00000010:2.0:1761311765.127858:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c207a9f4. 00010000:00000010:2.0:1761311765.127865:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001baa9fc3. 00000001:00000010:2.0:1761311765.127885:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.127896:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.127901:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfac75df. 00000001:00000010:2.0:1761311765.127911:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.127916:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.127921:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.127925:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00100000:00000010:2.0:1761311765.127935:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b5c3179b. 00010000:00000010:2.0:1761311765.127952:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.0:1761311765.127957:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056523a46. 00010000:00000010:2.0:1761311765.127966:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000656aac3b. 00000100:00000010:2.0:1761311765.127969:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.127975:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311765.127986:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069631f69. 02000000:00000010:2.0:1761311765.128010:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005b9ad53b. 00000400:00000010:2.0:1761311765.128013:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c67267e1. 00000400:00000010:2.0:1761311765.128016:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311765.128020:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787687936, portal 16 00000400:00000010:2.0:1761311765.128023:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ed3df7a. 00000100:00000200:2.0:1761311765.128025:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787687936, offset 0 00000400:00000200:2.0:1761311765.128031:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.128037:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.128043:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.128046:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.128049:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.128052:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87253:87253:255:4294967295] 192.168.203.55@tcp LPNI seq info [87253:87253:7:4294967295] 00000400:00000200:2.0:1761311765.128059:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.128063:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.128066:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311765.128070:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.128074:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.128077:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.128171:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.128175:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352786). 00000400:00000200:3.0:1761311765.128181:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.128186:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.128190:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:3.0:1761311765.128193:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 02000000:00000010:3.0:1761311765.128197:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce870aca. 00000800:00000200:3.0:1761311765.128267:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.128269:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311765.128273:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.128276:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.128278:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ed3df7a 00000400:00000010:3.0:1761311765.128279:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ed3df7a. 00000100:00000200:3.0:1761311765.128285:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787687936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.130357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c535f7d. 00010000:00000010:0.1:1761311765.130460:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00000400:00000200:3.0:1761311765.133597:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.133616:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea800 00000400:00000200:3.0:1761311765.133624:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa15 [1] + 224 00000400:00000200:3.0:1761311765.133636:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.133640:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.133650:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787687936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.133740:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c67267e1. 00000400:00000200:2.0:1761311765.133747:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:2.0:1761311765.133749:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:2.0:1761311765.133754:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787687936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.133761:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787687936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.133786:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005b9ad53b. 02000000:00000010:2.0:1761311765.133791:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069631f69. 00000100:00000010:2.0:1761311765.133795:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:2.0:1761311765.133799:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.133802:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000656aac3b. 00010000:00000010:2.1:1761311765.134350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029215cab. 00010000:00000010:0.1:1761311765.134416:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000466f339. 00010000:00000010:0.1:1761311765.134422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00000400:00000200:3.0:1761311765.135561:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.135574:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f000 00000400:00000200:3.0:1761311765.135580:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9385 [2] + 0 00000400:00000200:3.0:1761311765.135627:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.135630:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.135635:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.135639:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 00000020:00000010:1.0:1761311765.137267:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002455f9d2. 00000020:00000010:1.0:1761311765.137276:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.137280:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.137939:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a85faf x1846867781808128/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311765.138596:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808128 02000000:00000010:1.0:1761311765.138615:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad9a5959. 00010000:00000010:1.0:1761311765.138651:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa5b6a81. 00010000:00000010:1.0:1761311765.138677:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.138686:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6bfecbd. 00000100:00000010:1.0:1761311765.138711:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c6bfecbd. 00010000:00000010:1.0:1761311765.138715:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.138730:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.138736:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808128, offset 224 00000400:00000200:1.0:1761311765.138745:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.138759:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.138765:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87254:87254:256:4294967295] 192.168.203.55@tcp LPNI seq info [87254:87254:8:4294967295] 00000400:00000200:1.0:1761311765.138774:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.138779:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.138783:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.138789:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.138795:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.138798:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.138813:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.138817:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.138820:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002455f9d2. 00010000:00000010:2.1:1761311765.139379:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005a7b4eae. 00010000:00000010:2.1:1761311765.139386:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00080000:00000010:3.0:1761311765.139519:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066c550d6. 00010000:00000010:3.0:1761311765.139648:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056523a46. 00010000:00000010:3.0:1761311765.139656:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f9289d21. 00000001:00000010:3.0:1761311765.139672:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311765.139683:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00080000:00000010:3.0:1761311765.139689:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005489cb16. 00000001:00000010:3.0:1761311765.139697:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311765.139702:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311765.139706:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311765.139710:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00100000:00000010:3.0:1761311765.139720:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bf4cb548. 00100000:00000010:3.0:1761311765.139727:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000008d526916. 00100000:00000010:3.0:1761311765.139730:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000744c0d59. 00010000:00000010:3.0:1761311765.139744:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006596f090. 00010000:00000010:3.0:1761311765.139749:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311765.139758:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311765.139762:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.139769:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.139781:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012ff3ef7. 02000000:00000010:3.0:1761311765.139806:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abd8bf60. 00000400:00000010:3.0:1761311765.139811:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000344d52c6. 00000400:00000010:3.0:1761311765.139816:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.139820:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688000, portal 16 00000400:00000010:3.0:1761311765.139825:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.139827:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688000, offset 0 00000400:00000200:3.0:1761311765.139833:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.139852:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.139859:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.139862:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.139865:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.139867:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87255:87255:255:4294967295] 192.168.203.55@tcp LPNI seq info [87255:87255:7:4294967295] 00000400:00000200:3.0:1761311765.139876:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.139880:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.139884:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311765.139888:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.139893:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.139895:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.139936:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.139939:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352786). 00000400:00000200:3.0:1761311765.139945:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.139948:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.139952:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:3.0:1761311765.139953:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000800:00000200:3.0:1761311765.140007:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.140008:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:3.0:1761311765.140011:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.140014:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.140016:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311765.140017:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311765.140022:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787688000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.140501:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bc06adad. 00000400:00000200:3.0:1761311765.142603:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.142618:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea840 00000400:00000200:3.0:1761311765.142626:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa21 [1] + 224 00000400:00000200:3.0:1761311765.142638:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.142641:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.142651:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787688000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.143059:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:2.0:1761311765.143065:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:2.0:1761311765.143067:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:2.0:1761311765.143073:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787688000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.143081:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787688000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.143109:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abd8bf60. 02000000:00000010:2.0:1761311765.143114:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012ff3ef7. 00000100:00000010:2.0:1761311765.143118:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:2.0:1761311765.143122:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:2.0:1761311765.143126:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000200:2.0:1761311765.143434:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.143443:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f040 00000400:00000200:2.0:1761311765.143448:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9385 [2] + 328 00000400:00000200:2.0:1761311765.143758:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.143762:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.143767:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.143772:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 00000020:00000010:0.0:1761311765.144165:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011550e4f. 00000020:00000010:0.0:1761311765.144173:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.144176:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.144198:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d83d9e9a x1846867781808192/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.144265:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808192 02000000:00000010:0.0:1761311765.144276:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000f1b6f65. 00010000:00000010:0.0:1761311765.144308:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000648e751a. 00010000:00000010:0.0:1761311765.144370:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.144376:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.144383:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.144385:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.144398:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311765.144404:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808192, offset 224 00000400:00000200:0.0:1761311765.144410:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.144420:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.144425:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87256:87256:256:4294967295] 192.168.203.55@tcp LPNI seq info [87256:87256:8:4294967295] 00000400:00000200:0.0:1761311765.144434:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.144438:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.144443:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.144449:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.144455:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.144459:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.144477:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.144482:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.144485:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011550e4f. 00000800:00000200:3.0:1761311765.144587:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.144591:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.144597:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.144601:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.144603:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:3.0:1761311765.144605:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00080000:00000010:2.0:1761311765.144667:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069631f69. 00010000:00000010:2.0:1761311765.144790:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a28d13d1. 00010000:00000010:2.0:1761311765.144800:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010c0cd3d. 00000001:00000010:2.0:1761311765.144816:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.144828:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00080000:00000010:2.0:1761311765.144833:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b9ad53b. 00000001:00000010:2.0:1761311765.144856:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.144863:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.144868:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c67267e1. 00000001:00000010:2.0:1761311765.144872:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c67267e1. 00100000:00000010:2.0:1761311765.144884:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000085572eea. 00010000:00000010:2.0:1761311765.144898:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daf72901. 00010000:00000010:2.0:1761311765.144903:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311765.144913:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000656aac3b. 00000100:00000010:2.0:1761311765.144916:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.144922:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.144932:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d872bac. 02000000:00000010:2.0:1761311765.144953:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8e07c72. 00000400:00000010:2.0:1761311765.144957:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c67267e1. 00000400:00000010:2.0:1761311765.144962:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311765.144966:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688064, portal 16 00000400:00000010:2.0:1761311765.144969:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311765.144971:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688064, offset 0 00000400:00000200:2.0:1761311765.144976:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.144982:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.144988:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.144991:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.144994:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.144996:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87257:87257:256:4294967295] 192.168.203.55@tcp LPNI seq info [87257:87257:8:4294967295] 00000400:00000200:2.0:1761311765.145003:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.145006:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.145009:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.145012:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.145016:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.145018:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.145554:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.145557:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311765.145562:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.145565:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.145568:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:3.0:1761311765.145570:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:3.0:1761311765.145575:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787688064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.146346:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002455b388. 00010000:00000010:3.1:1761311765.148432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000190e560a. 00010000:00000010:3.1:1761311765.148446:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00000400:00000200:2.0:1761311765.148876:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.148893:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea880 00000400:00000200:2.0:1761311765.148900:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa2d [1] + 224 00000400:00000200:2.0:1761311765.148913:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.148916:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.148925:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787688064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.149445:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c67267e1. 00000400:00000200:3.0:1761311765.149452:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:3.0:1761311765.149454:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:3.0:1761311765.149460:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787688064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.149467:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787688064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.149493:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8e07c72. 02000000:00000010:3.0:1761311765.149498:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d872bac. 00000100:00000010:3.0:1761311765.149503:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:3.0:1761311765.149507:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:3.0:1761311765.149510:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000656aac3b. 00000400:00000200:3.0:1761311765.149862:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.149871:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f080 00000400:00000200:3.0:1761311765.149876:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9385 [2] + 656 00000400:00000200:3.0:1761311765.150277:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.150282:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.150288:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.150293:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 00000020:00000010:0.0:1761311765.150571:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000011550e4f. 00000020:00000010:0.0:1761311765.150579:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.150583:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.150606:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8dbc242 x1846867781808256/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.150695:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808256 02000000:00000010:0.0:1761311765.150707:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d5480c7. 00010000:00000010:0.0:1761311765.150732:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5a266ff. 00010000:00000010:0.0:1761311765.150753:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.150760:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.150775:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.150779:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.150791:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311765.150796:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808256, offset 224 00000400:00000200:0.0:1761311765.150803:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.150814:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.150820:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87258:87258:256:4294967295] 192.168.203.55@tcp LPNI seq info [87258:87258:8:4294967295] 00000400:00000200:0.0:1761311765.150829:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.150834:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.150839:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.150855:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.150861:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.150865:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311765.151003:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008146f2c6. 00010000:00000010:3.0:1761311765.151114:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e23cc3d. 00010000:00000010:3.0:1761311765.151121:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003dfa193b. 00000001:00000010:3.0:1761311765.151137:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.151147:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.151152:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abd8bf60. 00000001:00000010:3.0:1761311765.151159:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.151164:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.151169:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.151173:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.151185:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ad0adba2. 00010000:00000010:3.0:1761311765.151200:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.0:1761311765.151204:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311765.151213:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.151218:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.151223:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311765.151234:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b81c4e5. 02000000:00000010:3.0:1761311765.151255:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081e20dc5. 00000400:00000010:3.0:1761311765.151259:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.151263:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.151267:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688128, portal 16 00000400:00000010:3.0:1761311765.151271:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311765.151273:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688128, offset 0 00000400:00000200:3.0:1761311765.151277:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.151283:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.151289:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.151292:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.151294:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.151331:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87259:87259:255:4294967295] 192.168.203.55@tcp LPNI seq info [87259:87259:7:4294967295] 00000400:00000200:3.0:1761311765.151337:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.151341:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.151345:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311765.151348:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.151353:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.151355:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.151398:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.151403:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.151406:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000011550e4f. 00010000:00000010:2.1:1761311765.151500:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000069a5ec41. 00010000:00000010:2.1:1761311765.151506:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00000800:00000200:2.0:1761311765.152145:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.152149:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:2.0:1761311765.152156:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.152162:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.152166:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:2.0:1761311765.152168:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00000800:00000200:2.0:1761311765.152428:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.152431:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:2.0:1761311765.152435:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.152438:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.152441:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:2.0:1761311765.152443:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:2.0:1761311765.152449:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787688128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.152697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3d1317d. 00000400:00000200:2.0:1761311765.155290:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.155354:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea8c0 00000400:00000200:2.0:1761311765.155364:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa39 [1] + 224 00000400:00000200:2.0:1761311765.155378:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.155382:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.155392:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787688128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.155420:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.155425:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f0c0 00000400:00000200:2.0:1761311765.155430:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9385 [2] + 984 00000400:00000200:2.0:1761311765.155478:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.155481:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.155485:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.155490:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 00000400:00000010:3.0:1761311765.155595:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.155600:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311765.155601:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311765.155606:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787688128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.155613:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787688128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.155639:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081e20dc5. 02000000:00000010:3.0:1761311765.155643:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b81c4e5. 00000100:00000010:3.0:1761311765.155647:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311765.155650:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.155653:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000020:00000010:0.0:1761311765.155816:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150fec08. 00000020:00000010:0.0:1761311765.155822:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.155826:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.155921:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c3aef0b x1846867781808320/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.155949:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808320 02000000:00000010:0.0:1761311765.155961:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edef3b3a. 00010000:00000010:0.0:1761311765.155988:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000063d8a3bf. 00010000:00000010:0.0:1761311765.156007:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.156013:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.156024:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.156027:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.156038:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311765.156043:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808320, offset 224 00000400:00000200:0.0:1761311765.156050:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.156059:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.156064:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87260:87260:256:4294967295] 192.168.203.55@tcp LPNI seq info [87260:87260:8:4294967295] 00000400:00000200:0.0:1761311765.156074:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.156078:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.156083:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.156088:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.156095:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.156098:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.156125:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.156130:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.156132:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000150fec08. 00080000:00000010:3.0:1761311765.156389:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b81c4e5. 00010000:00000010:3.0:1761311765.156485:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311765.156492:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fa181f9. 00000001:00000010:3.0:1761311765.156507:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.156519:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.156523:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081e20dc5. 00000001:00000010:3.0:1761311765.156529:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.156534:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.156538:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.156542:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.156552:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f0ec6f8c. 00010000:00000010:3.0:1761311765.156566:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.0:1761311765.156570:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311765.156578:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.156581:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.156586:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311765.156594:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000372cb76d. 02000000:00000010:3.0:1761311765.156615:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000865e6ceb. 00000400:00000010:3.0:1761311765.156618:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.156621:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.156626:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688192, portal 16 00000400:00000010:3.0:1761311765.156629:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311765.156631:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688192, offset 0 00000400:00000200:3.0:1761311765.156636:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.156642:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.156647:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.156650:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.156653:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.156655:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87261:87261:255:4294967295] 192.168.203.55@tcp LPNI seq info [87261:87261:7:4294967295] 00000400:00000200:3.0:1761311765.156662:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.156666:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.156668:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82353034). 00000800:00000200:3.0:1761311765.156671:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.156675:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.156678:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.157041:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.157045:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:2.0:1761311765.157052:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.157056:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.157060:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:2.0:1761311765.157062:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000800:00000200:2.0:1761311765.157114:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.157116:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:2.0:1761311765.157120:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.157123:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.157125:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:2.0:1761311765.157126:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:2.0:1761311765.157130:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787688192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.157827:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000044eec361. 00010000:00000010:3.1:1761311765.157834:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00000400:00000200:2.0:1761311765.160168:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.160189:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea900 00000400:00000200:2.0:1761311765.160198:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa45 [1] + 224 00000400:00000200:2.0:1761311765.160213:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.160217:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.160228:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787688192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.160469:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e76b1cf3. 00000400:00000010:3.0:1761311765.160730:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.160736:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311765.160738:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311765.160744:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787688192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.160753:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787688192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.160780:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000865e6ceb. 02000000:00000010:3.0:1761311765.160785:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000372cb76d. 00000100:00000010:3.0:1761311765.160789:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311765.160793:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.160796:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000200:2.0:1761311765.160870:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.160878:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f100 00000400:00000200:2.0:1761311765.160883:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9385 [2] + 1312 00000400:00000200:2.0:1761311765.160957:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.160962:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.160966:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.160971:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 00000020:00000010:1.0:1761311765.161245:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002455f9d2. 00000020:00000010:1.0:1761311765.161251:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.161256:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.161281:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b7890d0 x1846867781808384/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311765.161343:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808384 02000000:00000010:1.0:1761311765.161354:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d90d81a. 00010000:00000010:1.0:1761311765.161381:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a88b55a9. 00010000:00000010:1.0:1761311765.161402:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.161408:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6bfecbd. 00000100:00000010:1.0:1761311765.161419:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c6bfecbd. 00010000:00000010:1.0:1761311765.161422:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.161434:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311765.161438:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808384, offset 224 00000400:00000200:1.0:1761311765.161445:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.161456:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.161461:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87262:87262:256:4294967295] 192.168.203.55@tcp LPNI seq info [87262:87262:8:4294967295] 00000400:00000200:1.0:1761311765.161470:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.161475:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.161479:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311765.161484:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.161490:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.161493:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.161516:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.161520:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.161522:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002455f9d2. 00080000:00000010:3.0:1761311765.161746:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000865e6ceb. 00010000:00000010:3.0:1761311765.161862:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311765.161869:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ed8f9bc. 00000001:00000010:3.0:1761311765.161886:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.161902:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.161909:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000372cb76d. 00000001:00000010:3.0:1761311765.161917:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.161922:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.161926:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.161930:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.161943:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004a5896e2. 00010000:00000010:3.0:1761311765.161960:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000f16322. 00010000:00000010:3.0:1761311765.161965:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311765.161976:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.161979:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.161985:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311765.161998:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa838222. 02000000:00000010:3.0:1761311765.162038:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003908550e. 00000400:00000010:3.0:1761311765.162044:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.162048:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.162053:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688256, portal 16 00000400:00000010:3.0:1761311765.162057:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.162059:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688256, offset 0 00000400:00000200:3.0:1761311765.162065:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.162071:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.162078:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.162081:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.162084:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.162087:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87263:87263:255:4294967295] 192.168.203.55@tcp LPNI seq info [87263:87263:7:4294967295] 00000400:00000200:3.0:1761311765.162093:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.162098:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.162101:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82353034). 00000800:00000200:3.0:1761311765.162105:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.162109:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.162112:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.162558:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.162563:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352786). 00000400:00000200:2.0:1761311765.162569:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.162574:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.162578:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:2.0:1761311765.162580:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000800:00000200:2.0:1761311765.162643:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.162646:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:2.0:1761311765.162649:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.162653:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.162654:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:2.0:1761311765.162656:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:2.0:1761311765.162660:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787688256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.164628:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000008455874. 00010000:00000010:3.1:1761311765.164642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:0.1:1761311765.165349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000085262469. 00000400:00000200:2.0:1761311765.165454:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.165470:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea940 00000400:00000200:2.0:1761311765.165478:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa51 [1] + 224 00000400:00000200:2.0:1761311765.165490:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.165493:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.165502:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787688256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.165760:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.165766:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311765.165768:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311765.165774:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787688256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.165782:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787688256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.165812:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003908550e. 02000000:00000010:3.0:1761311765.165817:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa838222. 00000100:00000010:3.0:1761311765.165822:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311765.165826:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.165829:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000200:2.0:1761311765.166061:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.166069:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f140 00000400:00000200:2.0:1761311765.166074:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9385 [2] + 1640 00000400:00000200:2.0:1761311765.166217:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.166221:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.166225:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.166230:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 00000020:00000010:0.0:1761311765.166340:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150fec08. 00000020:00000010:0.0:1761311765.166347:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.166351:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.166376:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac3e3358 x1846867781808448/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.166403:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808448 02000000:00000010:0.0:1761311765.166414:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fdb0abcf. 00010000:00000010:0.0:1761311765.166440:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a482b624. 00010000:00000010:0.0:1761311765.166460:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.166466:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.166478:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.166481:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.166492:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbf9703. 00000100:00000200:0.0:1761311765.166497:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808448, offset 224 00000400:00000200:0.0:1761311765.166503:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.166512:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.166517:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87264:87264:256:4294967295] 192.168.203.55@tcp LPNI seq info [87264:87264:8:4294967295] 00000400:00000200:0.0:1761311765.166526:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.166531:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.166535:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.166541:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.166547:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.166550:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.166571:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.166576:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.166579:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000150fec08. 00000800:00000200:2.0:1761311765.166913:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.166916:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.166923:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.166927:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.166930:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbf9703 00000400:00000010:2.0:1761311765.166931:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbf9703. 00080000:00000010:3.0:1761311765.167047:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003908550e. 00010000:00000010:3.0:1761311765.167160:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311765.167168:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a028a99. 00000001:00000010:3.0:1761311765.167183:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.167193:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00080000:00000010:3.0:1761311765.167197:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000093b6e1c6. 00000001:00000010:3.0:1761311765.167204:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.167209:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.167213:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cc2b33f8. 00000001:00000010:3.0:1761311765.167217:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cc2b33f8. 00100000:00000010:3.0:1761311765.167228:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fa1643c1. 00100000:00000010:3.0:1761311765.167234:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000006cdd11e. 00100000:00000010:3.0:1761311765.167237:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ad7c65cf. 00010000:00000010:3.0:1761311765.167256:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.0:1761311765.167261:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311765.167271:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.167275:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.167281:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311765.167291:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d82d91b5. 02000000:00000010:3.0:1761311765.167353:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008151efaf. 00000400:00000010:3.0:1761311765.167359:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.167364:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.167370:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688320, portal 16 00000400:00000010:3.0:1761311765.167374:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311765.167376:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688320, offset 0 00000400:00000200:3.0:1761311765.167381:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.167389:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.167396:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.167399:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.167402:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.167404:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87265:87265:256:4294967295] 192.168.203.55@tcp LPNI seq info [87265:87265:8:4294967295] 00000400:00000200:3.0:1761311765.167411:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.167416:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.167420:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311765.167424:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.167428:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.167431:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.167707:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.167710:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:2.0:1761311765.167714:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.167719:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.167722:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:2.0:1761311765.167723:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:2.0:1761311765.167729:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787688320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.170371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087deae29. 00000400:00000200:2.0:1761311765.170632:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.170647:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea980 00000400:00000200:2.0:1761311765.170654:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa5d [1] + 224 00000400:00000200:2.0:1761311765.170668:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.170671:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.170680:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787688320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.170874:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cc2b33f8. 00000400:00000200:3.0:1761311765.170879:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311765.170881:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311765.170886:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787688320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.170893:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787688320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.170920:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008151efaf. 02000000:00000010:3.0:1761311765.170924:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d82d91b5. 00000100:00000010:3.0:1761311765.170927:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311765.170930:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.170933:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000200:2.0:1761311765.171662:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.171673:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f180 00000400:00000200:2.0:1761311765.171680:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9385 [2] + 1968 00000400:00000010:2.0:1761311765.171683:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000098c249c7. 00000400:00000200:2.0:1761311765.171688:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b2bd95b0 00000400:00000200:2.0:1761311765.171744:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.171749:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.171752:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b2bd95b0 00000400:00000010:2.0:1761311765.171754:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b2bd95b0 (tot 82352386). 00000100:00000200:2.0:1761311765.171759:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1761311765.172469:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d1e74ca. 00010000:00000010:3.1:1761311765.172478:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00000020:00000010:3.0:1761311765.172512:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d82d91b5. 00000020:00000010:3.0:1761311765.172518:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311765.172522:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311765.172548:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008a0a84c9 x1846867781808512/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311765.172584:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808512 02000000:00000010:3.0:1761311765.172596:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008151efaf. 00010000:00000010:3.0:1761311765.172626:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aceae296. 00010000:00000010:3.0:1761311765.172645:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.172650:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d714723. 00000100:00000010:3.0:1761311765.172669:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d714723. 00010000:00000010:3.0:1761311765.172672:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000010:3.0:1761311765.172683:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.172688:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808512, offset 224 00000400:00000200:3.0:1761311765.172695:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.172705:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.172710:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87266:87266:256:4294967295] 192.168.203.55@tcp LPNI seq info [87266:87266:8:4294967295] 00000400:00000200:3.0:1761311765.172721:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.172726:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.172731:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352634). 00000800:00000200:3.0:1761311765.172737:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.172743:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.172746:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.172770:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311765.172774:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:3.0:1761311765.172777:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d82d91b5. 02000000:00000010:3.0:1761311765.172784:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fdb0abcf. 00000100:00000010:3.0:1761311765.172787:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 02000000:00000010:3.0:1761311765.172790:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d90d81a. 00000100:00000010:3.0:1761311765.172793:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 02000000:00000010:3.0:1761311765.172796:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edef3b3a. 00000100:00000010:3.0:1761311765.172798:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 02000000:00000010:3.0:1761311765.172801:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d5480c7. 00000100:00000010:3.0:1761311765.172803:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.172806:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000f1b6f65. 00000100:00000010:3.0:1761311765.172808:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 02000000:00000010:3.0:1761311765.172811:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad9a5959. 00000100:00000010:3.0:1761311765.172812:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000200:3.0:1761311765.172818:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311765.172823:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cc2b33f8. 00000400:00000010:3.0:1761311765.172827:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000d714723 (tot 82352786). 00000800:00000200:1.0:1761311765.172975:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.172978:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:1.0:1761311765.172983:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.172987:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.172990:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:1.0:1761311765.172991:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 02000000:00000010:1.0:1761311765.172995:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008151efaf. 00080000:00000010:2.0:1761311765.173060:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095eb4305. 00010000:00000010:2.0:1761311765.173181:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb2cbe39. 00010000:00000010:2.0:1761311765.173189:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df8f2465. 00000001:00000010:2.0:1761311765.173206:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001521c38e. 00000001:00000010:2.0:1761311765.173215:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001521c38e. 00080000:00000010:2.0:1761311765.173221:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000071a63152. 00000001:00000010:2.0:1761311765.173230:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001521c38e. 00000001:00000010:2.0:1761311765.173235:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001521c38e. 00000001:00000010:2.0:1761311765.173240:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001521c38e. 00000001:00000010:2.0:1761311765.173244:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001521c38e. 00100000:00000010:2.0:1761311765.173256:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a1218226. 00010000:00000010:2.0:1761311765.173272:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.0:1761311765.173277:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d5ae1022. 00010000:00000010:2.0:1761311765.173287:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a3d898e7. 00000100:00000010:2.0:1761311765.173291:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.173340:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311765.173352:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000db2372ee. 02000000:00000010:2.0:1761311765.173375:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ace9dbd2. 00000400:00000010:2.0:1761311765.173378:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001521c38e. 00000400:00000010:2.0:1761311765.173381:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311765.173385:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688384, portal 16 00000400:00000010:2.0:1761311765.173388:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f55d06. 00000100:00000200:2.0:1761311765.173390:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688384, offset 0 00000400:00000200:2.0:1761311765.173395:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.173403:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.173409:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.173412:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.173414:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.173416:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87267:87267:256:4294967295] 192.168.203.55@tcp LPNI seq info [87267:87267:8:4294967295] 00000400:00000200:2.0:1761311765.173423:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.173427:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.173431:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.173435:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.173439:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.173442:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.173777:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.173780:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311765.173783:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.173787:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.173790:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f55d06 00000400:00000010:1.0:1761311765.173791:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f55d06. 00000100:00000200:1.0:1761311765.173796:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787688384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.176365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007c327182. 00010000:00000010:3.1:1761311765.177097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000510a0920. 00010000:00000010:3.1:1761311765.177106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00000400:00000200:2.0:1761311765.177799:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.177818:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ea9c0 00000400:00000200:2.0:1761311765.177826:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa6d [1] + 224 00000400:00000200:2.0:1761311765.177852:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.177856:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.177866:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787688384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.178154:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001521c38e. 00000400:00000200:3.0:1761311765.178160:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:3.0:1761311765.178161:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:3.0:1761311765.178166:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787688384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.178174:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787688384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.178201:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ace9dbd2. 02000000:00000010:3.0:1761311765.178208:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000db2372ee. 00000100:00000010:3.0:1761311765.178213:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:3.0:1761311765.178217:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:3.0:1761311765.178220:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a3d898e7. 00000400:00000200:1.0:1761311765.178349:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.178357:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f1c0 00000400:00000200:1.0:1761311765.178362:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa93dd [2] + 0 00000400:00000200:1.0:1761311765.178414:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.178419:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.178422:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.178427:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:0.0:1761311765.178606:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150fec08. 00000020:00000010:0.0:1761311765.178614:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.178618:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.178640:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781808576/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.178668:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808576 02000000:00000010:0.0:1761311765.178679:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007750ba7. 00010000:00000010:0.0:1761311765.178706:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000456357a6. 00010000:00000010:0.0:1761311765.178725:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.178730:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.178742:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.178744:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.178755:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075a33c87. 00000100:00000200:0.0:1761311765.178760:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808576, offset 224 00000400:00000200:0.0:1761311765.178768:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.178778:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.178783:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87268:87268:256:4294967295] 192.168.203.55@tcp LPNI seq info [87268:87268:8:4294967295] 00000400:00000200:0.0:1761311765.178795:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.178800:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.178804:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.178811:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.178817:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.178821:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.178851:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.178856:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.178858:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000150fec08. 00080000:00000010:2.0:1761311765.178932:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000db2372ee. 00010000:00000010:2.0:1761311765.179052:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5ae1022. 00010000:00000010:2.0:1761311765.179058:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000644c7455. 00000001:00000010:2.0:1761311765.179075:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.179091:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00080000:00000010:2.0:1761311765.179095:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ace9dbd2. 00000001:00000010:2.0:1761311765.179103:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.179109:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.179113:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.179118:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00100000:00000010:2.0:1761311765.179129:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c76e28d5. 00010000:00000010:2.0:1761311765.179146:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2735144. 00010000:00000010:2.0:1761311765.179150:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d5ae1022. 00010000:00000010:2.0:1761311765.179158:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000303be445. 00000100:00000010:2.0:1761311765.179162:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.179167:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311765.179177:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d872bac. 02000000:00000010:2.0:1761311765.179198:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8e07c72. 00000400:00000010:2.0:1761311765.179203:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003305eb7b. 00000400:00000010:2.0:1761311765.179207:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311765.179212:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688448, portal 16 00000400:00000010:2.0:1761311765.179216:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f55d06. 00000100:00000200:2.0:1761311765.179218:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688448, offset 0 00000400:00000200:2.0:1761311765.179223:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.179230:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.179235:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.179239:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.179241:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.179243:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87269:87269:255:4294967295] 192.168.203.55@tcp LPNI seq info [87269:87269:7:4294967295] 00000400:00000200:2.0:1761311765.179249:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.179253:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.179255:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311765.179258:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.179262:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.179264:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.179668:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.179672:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:1.0:1761311765.179679:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.179684:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.179687:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a33c87 00000400:00000010:1.0:1761311765.179688:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075a33c87. 00000800:00000200:1.0:1761311765.179736:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.179738:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311765.179741:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.179744:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.179746:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f55d06 00000400:00000010:1.0:1761311765.179747:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f55d06. 00000100:00000200:1.0:1761311765.179752:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787688448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.183852:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009b37ef1. 00010000:00000010:2.1:1761311765.183871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.1:1761311765.186767:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037997d41. 00010000:00000010:0.1:1761311765.187481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007016e6a1. 00000400:00000200:2.0:1761311765.187748:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.187765:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eaa00 00000400:00000200:2.0:1761311765.187772:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa79 [1] + 224 00000400:00000200:2.0:1761311765.187787:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.187791:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.187803:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787688448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.187958:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003305eb7b. 00000400:00000200:3.0:1761311765.187965:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:3.0:1761311765.187967:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:3.0:1761311765.187973:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787688448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.187980:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787688448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.188013:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8e07c72. 02000000:00000010:3.0:1761311765.188020:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d872bac. 00000100:00000010:3.0:1761311765.188024:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:3.0:1761311765.188029:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:3.0:1761311765.188033:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000303be445. 00000400:00000200:1.0:1761311765.188119:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.188128:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f200 00000400:00000200:1.0:1761311765.188133:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa93dd [2] + 328 00000400:00000200:1.0:1761311765.188191:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.188196:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.188200:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.188205:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000020:00000010:3.0:1761311765.188795:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d82d91b5. 00000020:00000010:3.0:1761311765.188803:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311765.188807:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a9c11c98. 00000100:00000200:3.0:1761311765.188837:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781808640/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311765.189609:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808640 02000000:00000010:0.0:1761311765.189627:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000150fec08. 00010000:00000010:0.0:1761311765.189656:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009ae2213b. 00010000:00000010:0.0:1761311765.189676:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.189684:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.189706:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.189710:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.189725:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311765.189733:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808640, offset 224 00000400:00000200:0.0:1761311765.189743:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.189759:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.189765:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87270:87270:256:4294967295] 192.168.203.55@tcp LPNI seq info [87270:87270:8:4294967295] 00000400:00000200:0.0:1761311765.189776:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.189782:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.189787:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.189794:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.189801:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.189805:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.189829:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:0.0:1761311765.189833:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a9c11c98. 00000020:00000010:0.0:1761311765.189837:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d82d91b5. 00000800:00000200:1.0:1761311765.190055:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.190060:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:1.0:1761311765.190066:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.190071:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.190075:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:1.0:1761311765.190077:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00080000:00000010:2.0:1761311765.190137:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d872bac. 00010000:00000010:2.0:1761311765.190266:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5ae1022. 00010000:00000010:2.0:1761311765.190272:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a37cb64a. 00000001:00000010:2.0:1761311765.190290:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.190355:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00080000:00000010:2.0:1761311765.190362:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8e07c72. 00000001:00000010:2.0:1761311765.190371:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.190378:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.190383:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.190387:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00100000:00000010:2.0:1761311765.190399:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b392b38a. 00010000:00000010:2.0:1761311765.190415:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0480128. 00010000:00000010:2.0:1761311765.190420:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d5ae1022. 00010000:00000010:2.0:1761311765.190430:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008db1d122. 00000100:00000010:2.0:1761311765.190434:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.190441:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311765.190451:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012ff3ef7. 02000000:00000010:2.0:1761311765.190492:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c95a3808. 00000400:00000010:2.0:1761311765.190499:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003305eb7b. 00000400:00000010:2.0:1761311765.190503:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311765.190509:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688512, portal 16 00000400:00000010:2.0:1761311765.190513:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311765.190515:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688512, offset 0 00000400:00000200:2.0:1761311765.190520:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.190529:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.190535:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.190538:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.190541:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.190544:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87271:87271:256:4294967295] 192.168.203.55@tcp LPNI seq info [87271:87271:8:4294967295] 00000400:00000200:2.0:1761311765.190552:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.190556:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.190560:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.190565:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.190569:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.190572:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.192397:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.192405:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311765.192414:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.192423:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.192429:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:0.0:1761311765.192431:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:0.0:1761311765.192440:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787688512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.194484:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000099ac5313. 00010000:00000010:2.1:1761311765.194499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00000400:00000200:1.0:1761311765.195551:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.195569:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eaa40 00000400:00000200:1.0:1761311765.195577:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa85 [1] + 224 00000400:00000200:1.0:1761311765.195589:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.195593:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.195604:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787688512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.195760:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003305eb7b. 00000400:00000200:2.0:1761311765.195766:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:2.0:1761311765.195768:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:2.0:1761311765.195772:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787688512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.195772:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.195778:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f240 00000100:00000200:2.0:1761311765.195780:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787688512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.195783:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa93dd [2] + 656 02000000:00000010:2.0:1761311765.195808:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c95a3808. 02000000:00000010:2.0:1761311765.195816:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012ff3ef7. 00000100:00000010:2.0:1761311765.195820:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311765.195823:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.195826:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008db1d122. 00000400:00000200:1.0:1761311765.195904:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.195908:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.195912:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.195917:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000020:00000010:0.0:1761311765.196103:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8ee9c6e. 00000020:00000010:0.0:1761311765.196110:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.196114:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.196136:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781808704/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.196173:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808704 02000000:00000010:0.0:1761311765.196184:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b41bed8. 00010000:00000010:0.0:1761311765.196215:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024c17763. 00010000:00000010:0.0:1761311765.196234:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.196241:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.196254:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.196256:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.196268:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311765.196272:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808704, offset 224 00000400:00000200:0.0:1761311765.196279:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.196289:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.196294:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87272:87272:256:4294967295] 192.168.203.55@tcp LPNI seq info [87272:87272:8:4294967295] 00000400:00000200:0.0:1761311765.196334:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.196340:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.196344:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.196349:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00080000:00000010:3.0:1761311765.196352:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092206460. 00000800:00000200:0.0:1761311765.196355:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.196358:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.196379:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.196384:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.196386:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8ee9c6e. 00010000:00000010:3.0:1761311765.196476:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5ae1022. 00010000:00000010:3.0:1761311765.196483:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007d18c31b. 00000001:00000010:3.0:1761311765.196501:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.196513:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311765.196518:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ffbfbb2. 00000001:00000010:3.0:1761311765.196527:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.196533:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.196537:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000800:00000200:1.0:1761311765.196541:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000001:00000010:3.0:1761311765.196542:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000800:00000010:1.0:1761311765.196544:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:1.0:1761311765.196550:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00100000:00000010:3.0:1761311765.196553:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ae87f41f. 00000400:00000200:1.0:1761311765.196553:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.196556:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:1.0:1761311765.196557:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00010000:00000010:3.0:1761311765.196567:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000f16322. 00010000:00000010:3.0:1761311765.196572:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.196581:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.196585:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311765.196590:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311765.196599:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002cb41b10. 02000000:00000010:3.0:1761311765.196618:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f9546f14. 00000400:00000010:3.0:1761311765.196621:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311765.196625:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.196629:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688576, portal 16 00000400:00000010:3.0:1761311765.196633:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311765.196635:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688576, offset 0 00000400:00000200:3.0:1761311765.196641:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.196647:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.196693:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.196696:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.196699:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.196701:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87273:87273:256:4294967295] 192.168.203.55@tcp LPNI seq info [87273:87273:8:4294967295] 00000400:00000200:3.0:1761311765.196708:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.196712:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.196715:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.196720:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.196723:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.196726:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.196947:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.196950:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311765.196954:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.196958:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.196960:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:0.0:1761311765.196961:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:0.0:1761311765.196966:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787688576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.198413:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.198431:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eaa80 00000400:00000200:1.0:1761311765.198439:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa91 [1] + 224 00000400:00000200:1.0:1761311765.198451:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.198454:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.198467:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787688576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.198501:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.198506:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f280 00000400:00000200:1.0:1761311765.198510:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa93dd [2] + 984 00000400:00000010:3.0:1761311765.198529:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:3.0:1761311765.198534:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.198537:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311765.198542:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787688576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.198550:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787688576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.198558:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.198561:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.198564:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.198570:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:3.0:1761311765.198579:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f9546f14. 02000000:00000010:3.0:1761311765.198584:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002cb41b10. 00000100:00000010:3.0:1761311765.198588:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311765.198591:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311765.198595:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00010000:00000010:2.1:1761311765.198709:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000025c7b9df. 00010000:00000010:2.1:1761311765.198717:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00000020:00000010:2.0:1761311765.198752:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c95a3808. 00000020:00000010:2.0:1761311765.198758:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.198763:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.198783:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781808768/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.198949:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808768 02000000:00000010:2.0:1761311765.198961:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1b5fce1. 00010000:00000010:2.0:1761311765.198983:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009113e52f. 00010000:00000010:2.0:1761311765.199004:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008db1d122. 00000100:00000010:2.0:1761311765.199009:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.199024:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.199026:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008db1d122. 00000400:00000010:2.0:1761311765.199038:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311765.199043:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808768, offset 224 00080000:00000010:3.0:1761311765.199046:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cb41b10. 00000400:00000200:2.0:1761311765.199049:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.199058:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.199064:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87274:87274:256:4294967295] 192.168.203.55@tcp LPNI seq info [87274:87274:8:4294967295] 00000400:00000200:2.0:1761311765.199072:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.199076:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.199081:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.199085:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.199091:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.199095:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.199118:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.199124:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.199127:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c95a3808. 00010000:00000010:3.0:1761311765.199172:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.199179:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000272b37ec. 00000001:00000010:3.0:1761311765.199196:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.199208:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311765.199214:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f9546f14. 00000001:00000010:3.0:1761311765.199222:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.199227:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.199233:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.199237:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311765.199248:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a0d6d3d6. 00100000:00000010:3.0:1761311765.199255:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000192e20eb. 00100000:00000010:3.0:1761311765.199259:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007e85123a. 00010000:00000010:3.0:1761311765.199277:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.0:1761311765.199282:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.199291:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.199294:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00010000:00000010:0.1:1761311765.199337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000430decca. 00000800:00000200:1.0:1761311765.199351:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.199355:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311765.199359:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.199362:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.199365:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:1.0:1761311765.199366:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000010:3.0:1761311765.199597:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311765.199608:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000068308525. 02000000:00000010:3.0:1761311765.199628:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000140b3004. 00000400:00000010:3.0:1761311765.199632:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311765.199635:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.199640:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688640, portal 16 00000400:00000010:3.0:1761311765.199643:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311765.199645:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688640, offset 0 00000400:00000200:3.0:1761311765.199651:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.199657:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.199663:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.199666:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.199669:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.199671:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87275:87275:256:4294967295] 192.168.203.55@tcp LPNI seq info [87275:87275:8:4294967295] 00000400:00000200:3.0:1761311765.199678:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.199682:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.199685:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311765.199689:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.199698:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.199700:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.199783:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.199785:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311765.199790:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.199793:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.199796:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:0.0:1761311765.199797:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:0.0:1761311765.199803:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787688640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.202108:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.202127:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eaac0 00000400:00000200:1.0:1761311765.202135:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaa9d [1] + 224 00000400:00000200:1.0:1761311765.202146:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.202149:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.202160:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787688640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.202199:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.202204:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f2c0 00000400:00000200:1.0:1761311765.202209:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa93dd [2] + 1312 00000400:00000200:1.0:1761311765.202264:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.202268:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.202272:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.202279:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 00000400:00000010:3.0:1761311765.202547:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:3.0:1761311765.202552:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.202554:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311765.202560:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787688640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.202568:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787688640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.202599:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000140b3004. 02000000:00000010:3.0:1761311765.202606:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000068308525. 00000100:00000010:3.0:1761311765.202609:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311765.202613:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311765.202617:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000020:00000010:2.0:1761311765.202659:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c95a3808. 00000020:00000010:2.0:1761311765.202667:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.202671:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.202695:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bf02ceb x1846867781808832/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.202739:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808832 02000000:00000010:2.0:1761311765.202753:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9892706. 00010000:00000010:2.0:1761311765.202780:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4c0ae8c. 00010000:00000010:2.0:1761311765.202799:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008db1d122. 00000100:00000010:2.0:1761311765.202817:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.202830:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.202834:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008db1d122. 00000400:00000010:2.0:1761311765.202853:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ed3df7a. 00000100:00000200:2.0:1761311765.202857:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808832, offset 224 00000400:00000200:2.0:1761311765.202864:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.202873:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.202878:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87276:87276:256:4294967295] 192.168.203.55@tcp LPNI seq info [87276:87276:8:4294967295] 00000400:00000200:2.0:1761311765.202892:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.202897:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.202901:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.202906:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.202912:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.202915:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.202929:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.202934:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.202938:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c95a3808. 00000800:00000200:1.0:1761311765.203071:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.203075:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311765.203079:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.203082:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.203085:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ed3df7a 00000400:00000010:1.0:1761311765.203086:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ed3df7a. 00080000:00000010:3.0:1761311765.203190:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068308525. 00010000:00000010:3.1:1761311765.203330:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001c4f15b1. 00010000:00000010:3.1:1761311765.203337:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311765.203337:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000011bc37c0. 00010000:00000010:3.0:1761311765.203349:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.203355:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a86eb2c8. 00000001:00000010:3.0:1761311765.203371:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.203383:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311765.203388:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000140b3004. 00000001:00000010:3.0:1761311765.203396:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.203402:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.203407:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.203412:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311765.203472:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004be2e623. 00010000:00000010:3.0:1761311765.203489:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f98e909. 00010000:00000010:3.0:1761311765.203495:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.203504:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.203507:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311765.203514:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311765.203525:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c6a032a8. 02000000:00000010:3.0:1761311765.203553:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e783e28b. 00000400:00000010:3.0:1761311765.203557:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311765.203561:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.203566:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688704, portal 16 00000400:00000010:3.0:1761311765.203575:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311765.203577:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688704, offset 0 00000400:00000200:3.0:1761311765.203582:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.203588:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.203595:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.203599:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.203601:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.203604:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87277:87277:256:4294967295] 192.168.203.55@tcp LPNI seq info [87277:87277:8:4294967295] 00000400:00000200:3.0:1761311765.203611:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.203616:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.203620:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311765.203624:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.203629:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.203631:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.204502:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.204507:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311765.204513:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.204518:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.204523:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311765.204525:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:0.0:1761311765.204533:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787688704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.205744:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.205760:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eab00 00000400:00000200:1.0:1761311765.205767:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaaa9 [1] + 224 00000400:00000200:1.0:1761311765.205796:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.205800:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.205970:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787688704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.206012:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.206018:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f300 00000400:00000200:1.0:1761311765.206023:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa93dd [2] + 1640 00000400:00000010:3.0:1761311765.206055:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:1.0:1761311765.206063:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.206067:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.206235:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.206237:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311765.206243:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787688704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.206247:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761311765.206250:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787688704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761311765.206252:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:3.0:1761311765.206279:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e783e28b. 02000000:00000010:3.0:1761311765.206284:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c6a032a8. 00000100:00000010:3.0:1761311765.206287:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311765.206290:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311765.206293:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000020:00000010:0.0:1761311765.206388:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8ee9c6e. 00000020:00000010:0.0:1761311765.206396:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.206400:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.206421:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a847972a x1846867781808896/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311765.206452:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808896 02000000:00000010:0.0:1761311765.206462:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad1fd2c2. 00010000:00000010:0.0:1761311765.206485:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038dcff45. 00010000:00000010:0.0:1761311765.206503:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.206514:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.206528:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.206531:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.206543:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041cf605b. 00000100:00000200:0.0:1761311765.206547:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808896, offset 224 00000400:00000200:0.0:1761311765.206554:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.206564:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.206569:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87278:87278:256:4294967295] 192.168.203.55@tcp LPNI seq info [87278:87278:8:4294967295] 00080000:00000010:3.0:1761311765.206570:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6a032a8. 00000400:00000200:0.0:1761311765.206578:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.206582:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.206586:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.206591:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.206596:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.206599:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.206621:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.206626:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.206628:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8ee9c6e. 00010000:00000010:3.0:1761311765.206671:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.206679:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bdf83119. 00000001:00000010:3.0:1761311765.206700:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.206711:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311765.206721:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e783e28b. 00000001:00000010:3.0:1761311765.206729:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.206734:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.206740:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.206745:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311765.206756:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001e79eaa7. 00010000:00000010:3.0:1761311765.206771:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311765.206776:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.206786:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000800:00000200:1.0:1761311765.206788:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:3.0:1761311765.206789:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000800:00000010:1.0:1761311765.206792:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000100:00000010:3.0:1761311765.206794:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 00000400:00000200:1.0:1761311765.206798:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.206801:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 02000000:00000010:3.0:1761311765.206802:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000243eaec6. 00000400:00000200:1.0:1761311765.206803:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041cf605b 00000400:00000010:1.0:1761311765.206805:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041cf605b. 02000000:00000010:3.0:1761311765.206821:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007352f4b7. 00000400:00000010:3.0:1761311765.206825:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311765.206829:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.206833:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688768, portal 16 00000400:00000010:3.0:1761311765.206837:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311765.206839:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688768, offset 0 00000400:00000200:3.0:1761311765.206966:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.206972:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.206978:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.206981:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.206984:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.206986:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87279:87279:256:4294967295] 192.168.203.55@tcp LPNI seq info [87279:87279:8:4294967295] 00000400:00000200:3.0:1761311765.206992:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.206996:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.207000:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311765.207004:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.207008:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.207010:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.207107:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.207110:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311765.207114:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.207118:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.207120:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311765.207122:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:0.0:1761311765.207126:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787688768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.209119:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.209136:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eab40 00000400:00000200:1.0:1761311765.209144:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaab5 [1] + 224 00000400:00000200:1.0:1761311765.209154:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.209158:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.209167:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787688768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.209201:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.209206:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f340 00000400:00000200:1.0:1761311765.209210:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa93dd [2] + 1968 00000400:00000010:1.0:1761311765.209214:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006caf9b78. 00000400:00000200:1.0:1761311765.209218:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000114a9e5 00000400:00000200:1.0:1761311765.209224:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.209227:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.209228:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000114a9e5 00000400:00000010:1.0:1761311765.209230:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000114a9e5 (tot 82352386). 00000100:00000200:1.0:1761311765.209235:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761311765.209372:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:3.0:1761311765.209376:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.209377:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311765.209382:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787688768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.209389:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787688768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761311765.209401:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8ee9c6e. 00000020:00000010:0.0:1761311765.209408:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.209413:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 02000000:00000010:3.0:1761311765.209416:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007352f4b7. 02000000:00000010:3.0:1761311765.209420:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000243eaec6. 00000100:00000010:3.0:1761311765.209424:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311765.209429:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311765.209432:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000100:00000200:0.0:1761311765.209435:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a594271 x1846867781808960/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.209467:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781808960 02000000:00000010:0.0:1761311765.209479:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005d3e2e91. 00010000:00000010:0.0:1761311765.209505:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007ac85096. 00010000:00000010:0.0:1761311765.209523:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.209529:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e8425d17. 00000100:00000010:0.0:1761311765.209545:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e8425d17. 00010000:00000010:0.0:1761311765.209547:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00080000:00000010:3.0:1761311765.209569:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000243eaec6. 00010000:00000010:3.0:1761311765.209682:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.209690:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d05646d6. 00000001:00000010:3.0:1761311765.209707:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.209722:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311765.209727:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007352f4b7. 00000001:00000010:3.0:1761311765.209734:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.209739:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.209744:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.209748:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311765.209760:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000297e752. 00010000:00000010:3.0:1761311765.209773:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311765.209777:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.209785:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.209788:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311765.209794:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311765.209804:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000402cf4d5. 02000000:00000010:3.0:1761311765.209823:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f2d6eda9. 00000400:00000010:3.0:1761311765.209826:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311765.209830:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.209834:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688832, portal 16 00000400:00000010:3.0:1761311765.209838:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311765.209840:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688832, offset 0 00000400:00000200:3.0:1761311765.209858:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.209868:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.209873:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.209877:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.209879:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.209882:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87280:87280:256:4294967295] 192.168.203.55@tcp LPNI seq info [87280:87280:8:4294967295] 00000400:00000200:3.0:1761311765.209890:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.209895:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.209899:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352634). 00000800:00000200:3.0:1761311765.209904:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.209910:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.209913:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761311765.210043:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041cf605b. 00000100:00000200:0.0:1761311765.210047:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781808960, offset 224 00000400:00000200:0.0:1761311765.210052:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.210057:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.210070:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87281:87281:255:4294967295] 192.168.203.55@tcp LPNI seq info [87281:87281:7:4294967295] 00000400:00000200:0.0:1761311765.210077:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.210081:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.210084:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352882). 00000800:00000200:0.0:1761311765.210087:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.210090:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.210092:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.210103:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.210108:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.210111:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8ee9c6e. 02000000:00000010:0.0:1761311765.210119:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad1fd2c2. 00000100:00000010:0.0:1761311765.210121:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 02000000:00000010:0.0:1761311765.210124:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9892706. 00000100:00000010:0.0:1761311765.210127:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 02000000:00000010:0.0:1761311765.210131:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1b5fce1. 00000100:00000010:0.0:1761311765.210132:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:0.0:1761311765.210135:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b41bed8. 00000100:00000010:0.0:1761311765.210137:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:0.0:1761311765.210139:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000150fec08. 00000100:00000010:0.0:1761311765.210141:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:0.0:1761311765.210143:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007750ba7. 00000100:00000010:0.0:1761311765.210145:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 00000100:00000200:0.0:1761311765.210151:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311765.210155:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b61352c9. 00000400:00000010:0.0:1761311765.210158:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e8425d17 (tot 82353034). 00000800:00000200:1.0:1761311765.211331:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.211337:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352786). 00000400:00000200:1.0:1761311765.211345:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.211353:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.211358:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:1.0:1761311765.211361:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:1.0:1761311765.211370:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787688832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761311765.211453:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.211456:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:1.0:1761311765.211462:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.211466:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.211468:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041cf605b 00000400:00000010:1.0:1761311765.211469:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041cf605b. 02000000:00000010:1.0:1761311765.211474:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005d3e2e91. 00010000:00000010:3.1:1761311765.211728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b08a7c3b. 00010000:00000010:3.1:1761311765.211738:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:2.1:1761311765.211804:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7c718ce. 00000400:00000200:0.0:1761311765.214229:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.214249:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eab80 00000400:00000200:0.0:1761311765.214257:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaabd [1] + 224 00000400:00000200:0.0:1761311765.214268:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.214272:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.214282:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787688832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.214417:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.214423:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f380 00000400:00000200:0.0:1761311765.214429:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9435 [2] + 0 00000400:00000200:0.0:1761311765.214493:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.214496:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000010:3.0:1761311765.214498:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:3.0:1761311765.214504:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.214506:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311765.214516:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787688832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.214523:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787688832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.214558:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f2d6eda9. 02000000:00000010:3.0:1761311765.214565:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000402cf4d5. 00000100:00000010:3.0:1761311765.214579:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311765.214584:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311765.214588:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000100:00000200:0.0:1761311765.214752:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.214758:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00000020:00000010:1.0:1761311765.214892:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002455f9d2. 00000020:00000010:1.0:1761311765.214900:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.214906:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.214934:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fb1e5b9 x1846867781809024/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311765.214972:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809024 02000000:00000010:1.0:1761311765.214985:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad9a5959. 00010000:00000010:1.0:1761311765.215018:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000052f95d7e. 00010000:00000010:1.0:1761311765.215043:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.215050:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6bfecbd. 00000100:00000010:1.0:1761311765.215065:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c6bfecbd. 00010000:00000010:1.0:1761311765.215068:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.215082:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebf2b047. 00000100:00000200:1.0:1761311765.215086:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809024, offset 224 00000400:00000200:1.0:1761311765.215094:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.215105:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.215109:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87282:87282:256:4294967295] 192.168.203.55@tcp LPNI seq info [87282:87282:8:4294967295] 00000400:00000200:1.0:1761311765.215118:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.215123:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.215127:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.215132:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.215138:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.215142:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.215167:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.215172:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.215175:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002455f9d2. 00080000:00000010:3.0:1761311765.215227:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000402cf4d5. 00010000:00000010:3.0:1761311765.215376:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.215384:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000667189a1. 00000001:00000010:3.0:1761311765.215404:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.215421:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311765.215426:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2d6eda9. 00000001:00000010:3.0:1761311765.215435:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.215440:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.215445:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.215450:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311765.215461:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f901596d. 00010000:00000010:3.0:1761311765.215479:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000f16322. 00010000:00000010:3.0:1761311765.215483:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.215493:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.215497:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311765.215503:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311765.215514:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d82d91b5. 02000000:00000010:3.0:1761311765.215536:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008151efaf. 00000400:00000010:3.0:1761311765.215541:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311765.215545:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.215551:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688896, portal 16 00000400:00000010:3.0:1761311765.215554:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311765.215557:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688896, offset 0 00000400:00000200:3.0:1761311765.215562:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.215567:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.215573:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.215576:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.215578:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.215580:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87283:87283:255:4294967295] 192.168.203.55@tcp LPNI seq info [87283:87283:7:4294967295] 00000400:00000200:3.0:1761311765.215587:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.215591:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.215594:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311765.215598:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.215601:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.215603:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.215702:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.215705:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352786). 00000400:00000200:2.0:1761311765.215711:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.215714:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.215718:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebf2b047 00000400:00000010:2.0:1761311765.215720:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebf2b047. 00000800:00000200:2.0:1761311765.215772:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.215774:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:2.0:1761311765.215777:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.215780:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.215781:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:2.0:1761311765.215783:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:2.0:1761311765.215787:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787688896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.216465:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063827b62. 00010000:00000010:3.1:1761311765.216472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:2.1:1761311765.216508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005aab57dd. 00010000:00000010:0.1:1761311765.217347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5c7f5bc. 00010000:00000010:0.1:1761311765.217355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001ef486cb. 00000400:00000200:1.0:1761311765.217735:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.217753:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eabc0 00000400:00000200:1.0:1761311765.217761:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaad1 [1] + 224 00000400:00000200:1.0:1761311765.217775:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.217778:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.217787:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787688896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.217974:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:3.0:1761311765.217979:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.217981:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311765.217987:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787688896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.217995:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787688896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.218017:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.218023:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f3c0 02000000:00000010:3.0:1761311765.218027:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008151efaf. 00000400:00000200:1.0:1761311765.218028:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9435 [2] + 328 02000000:00000010:3.0:1761311765.218032:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d82d91b5. 00000100:00000010:3.0:1761311765.218036:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311765.218040:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311765.218043:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000200:1.0:1761311765.218174:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.218178:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.218182:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.218188:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00000020:00000010:0.0:1761311765.218368:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.218377:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.218381:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.218403:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781809088/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.218438:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809088 02000000:00000010:0.0:1761311765.218447:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000150fec08. 00010000:00000010:0.0:1761311765.218472:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000022c9f399. 00010000:00000010:0.0:1761311765.218491:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.218497:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.218509:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.218511:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.218526:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311765.218530:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809088, offset 224 00000400:00000200:0.0:1761311765.218536:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:3.0:1761311765.218539:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d82d91b5. 00000400:00000200:0.0:1761311765.218546:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.218551:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87284:87284:256:4294967295] 192.168.203.55@tcp LPNI seq info [87284:87284:8:4294967295] 00000400:00000200:0.0:1761311765.218561:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.218565:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.218569:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.218573:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.218580:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.218583:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.218605:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.218610:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.218612:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00010000:00000010:3.0:1761311765.218670:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.218678:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dc097cc6. 00000001:00000010:3.0:1761311765.218698:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.218713:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311765.218718:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008151efaf. 00000001:00000010:3.0:1761311765.218726:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.218731:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.218736:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311765.218741:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311765.218758:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002a3cb73b. 00100000:00000010:3.0:1761311765.218765:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000004066a595. 00100000:00000010:3.0:1761311765.218768:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000029830af6. 00010000:00000010:3.0:1761311765.218789:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.0:1761311765.218795:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.218805:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311765.218808:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311765.218813:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311765.218830:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa838222. 00000800:00000200:2.0:1761311765.218836:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.218840:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.218853:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.218856:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.218858:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:2.0:1761311765.218860:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 02000000:00000010:3.0:1761311765.218880:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d3ed91d. 00000400:00000010:3.0:1761311765.218885:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311765.218889:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.218893:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787688960, portal 16 00000400:00000010:3.0:1761311765.218897:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311765.218899:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787688960, offset 0 00000400:00000200:3.0:1761311765.218903:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.218909:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.218915:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.218918:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.218921:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.218924:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87285:87285:256:4294967295] 192.168.203.55@tcp LPNI seq info [87285:87285:8:4294967295] 00000400:00000200:3.0:1761311765.218931:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.218934:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.218937:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311765.218940:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.218944:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.218946:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.219118:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.219121:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311765.219125:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.219128:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.219131:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:2.0:1761311765.219132:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:2.0:1761311765.219137:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787688960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.220705:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.220723:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eac00 00000400:00000200:3.0:1761311765.220731:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaadd [1] + 224 00000400:00000200:3.0:1761311765.220743:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.220746:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.220755:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787688960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.221111:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:2.0:1761311765.221116:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:2.0:1761311765.221118:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:2.0:1761311765.221124:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787688960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.221132:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787688960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.221163:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d3ed91d. 02000000:00000010:2.0:1761311765.221169:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa838222. 00000100:00000010:2.0:1761311765.221173:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:2.0:1761311765.221177:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:2.0:1761311765.221180:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00010000:00000010:3.1:1761311765.221398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ee3cdbc6. 00010000:00000010:3.1:1761311765.221405:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00010000:00000010:3.1:1761311765.221409:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000968f7910. 00010000:00000010:3.1:1761311765.221412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:1.1:1761311765.221439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000068070e88. 00000400:00000200:2.0:1761311765.221450:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.221458:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f400 00000400:00000200:2.0:1761311765.221463:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9435 [2] + 656 00000400:00000200:2.0:1761311765.221610:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.221614:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.221619:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.221623:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 00000020:00000010:0.0:1761311765.221766:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.221775:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.221779:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.221804:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b7890d0 x1846867781809152/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311765.221841:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809152 02000000:00000010:0.0:1761311765.221855:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b41bed8. 00010000:00000010:0.0:1761311765.221886:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eaeafd06. 00010000:00000010:0.0:1761311765.221912:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.221918:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.221963:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.221967:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.221981:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311765.221985:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809152, offset 224 00000400:00000200:0.0:1761311765.221992:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.222006:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.222012:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87286:87286:256:4294967295] 192.168.203.55@tcp LPNI seq info [87286:87286:8:4294967295] 00080000:00000010:3.0:1761311765.222019:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7f02bf9. 00000400:00000200:0.0:1761311765.222022:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.222027:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.222031:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.222036:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.222042:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.222045:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.222068:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.222073:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.222076:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00010000:00000010:3.0:1761311765.222142:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.222148:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000078d8df25. 00000001:00000010:3.0:1761311765.222166:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000800:00000200:2.0:1761311765.222176:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.222181:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000001:00000010:3.0:1761311765.222186:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000400:00000200:2.0:1761311765.222186:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.222189:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00080000:00000010:3.0:1761311765.222191:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ddeb8642. 00000400:00000200:2.0:1761311765.222192:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:2.0:1761311765.222194:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00000001:00000010:3.0:1761311765.222199:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.222204:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.222209:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.222214:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.222225:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000020dbfe47. 00010000:00000010:3.0:1761311765.222241:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311765.222246:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.222255:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.222258:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.222265:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.222274:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001de11d64. 02000000:00000010:3.0:1761311765.222294:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003fc78069. 00000400:00000010:3.0:1761311765.222338:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.222344:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.222348:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689024, portal 16 00000400:00000010:3.0:1761311765.222352:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311765.222354:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689024, offset 0 00000400:00000200:3.0:1761311765.222359:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.222366:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.222422:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.222427:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.222429:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.222432:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87287:87287:256:4294967295] 192.168.203.55@tcp LPNI seq info [87287:87287:8:4294967295] 00000400:00000200:3.0:1761311765.222439:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.222448:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.222452:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311765.222455:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.222467:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.222469:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.222878:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.222882:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:1.0:1761311765.222886:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.222890:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.222893:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:1.0:1761311765.222895:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000100:00000200:1.0:1761311765.222899:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.225158:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.225176:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eac40 00000400:00000200:2.0:1761311765.225184:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaae9 [1] + 224 00000400:00000200:2.0:1761311765.225199:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.225202:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.225212:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.225610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003759a212. 00010000:00000010:3.1:1761311765.225618:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00000400:00000010:3.0:1761311765.225639:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.225644:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.225645:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.225651:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.225658:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.225685:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003fc78069. 02000000:00000010:3.0:1761311765.225690:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001de11d64. 00000100:00000010:3.0:1761311765.225694:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.225697:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.225701:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00010000:00000010:0.1:1761311765.225766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004ec4cb55. 00000400:00000200:2.0:1761311765.226412:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.226425:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f440 00000400:00000200:2.0:1761311765.226431:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9435 [2] + 984 00000400:00000200:2.0:1761311765.226483:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.226487:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.226493:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.226498:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 00000020:00000010:0.0:1761311765.226644:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.226650:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.226654:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.226676:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac3e3358 x1846867781809216/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.226710:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809216 02000000:00000010:0.0:1761311765.226719:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad1fd2c2. 00010000:00000010:0.0:1761311765.226745:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000655dac97. 00010000:00000010:0.0:1761311765.226764:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.226771:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.227224:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.227229:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.227244:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075a33c87. 00000100:00000200:0.0:1761311765.227249:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809216, offset 224 00000400:00000200:0.0:1761311765.227256:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.227267:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.227272:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87288:87288:256:4294967295] 192.168.203.55@tcp LPNI seq info [87288:87288:8:4294967295] 00000400:00000200:0.0:1761311765.227281:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.227286:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.227291:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.227307:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.227334:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.227338:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.227365:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.227370:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.227374:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00080000:00000010:3.0:1761311765.227496:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001de11d64. 00010000:00000010:3.0:1761311765.227610:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.227619:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c37ebe3d. 00000001:00000010:3.0:1761311765.227638:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.227652:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.227658:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003fc78069. 00000001:00000010:3.0:1761311765.227666:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.227672:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.227677:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.227681:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.227694:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e8ba6ffe. 00010000:00000010:3.0:1761311765.227711:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311765.227715:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.227725:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.227730:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.227736:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.227746:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005f2f9e9e. 02000000:00000010:3.0:1761311765.227770:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000055ee2a2. 00000400:00000010:3.0:1761311765.227775:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.227779:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.227784:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689088, portal 16 00000400:00000010:3.0:1761311765.227788:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311765.227790:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689088, offset 0 00000400:00000200:3.0:1761311765.227795:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.227801:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.227807:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.227810:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.227812:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.227815:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87289:87289:255:4294967295] 192.168.203.55@tcp LPNI seq info [87289:87289:7:4294967295] 00000400:00000200:3.0:1761311765.227821:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.227827:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.227830:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82353034). 00000800:00000200:3.0:1761311765.227834:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.227837:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.227839:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.228127:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.228131:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:1.0:1761311765.228138:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.228143:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.228147:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a33c87 00000400:00000010:1.0:1761311765.228149:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075a33c87. 00000800:00000200:1.0:1761311765.228208:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.228210:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311765.228214:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.228217:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.228219:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:1.0:1761311765.228220:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:1.0:1761311765.228226:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.229467:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b797e3c4. 00010000:00000010:3.1:1761311765.229477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:3.1:1761311765.229482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005e0958fc. 00010000:00000010:3.1:1761311765.229485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00000400:00000200:2.0:1761311765.230821:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.230840:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eac80 00000400:00000200:2.0:1761311765.230859:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaaf5 [1] + 224 00000400:00000200:2.0:1761311765.230875:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.230879:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.230889:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.231265:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.231273:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.231275:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.231281:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.231290:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.231784:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000055ee2a2. 02000000:00000010:3.0:1761311765.231793:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005f2f9e9e. 00000100:00000010:3.0:1761311765.231798:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.231802:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.231806:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00000400:00000200:2.0:1761311765.231889:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.231901:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f480 00000400:00000200:2.0:1761311765.231907:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9435 [2] + 1312 00000400:00000200:2.0:1761311765.231963:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.231967:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.231972:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.231977:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 00000020:00000010:0.0:1761311765.232139:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.232146:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.232151:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.232175:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c56dccaa x1846867781809280/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.232211:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809280 02000000:00000010:0.0:1761311765.232224:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c8ee9c6e. 00010000:00000010:0.0:1761311765.232252:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043023c51. 00010000:00000010:0.0:1761311765.232278:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.232284:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.232305:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00080000:00000010:3.0:1761311765.232807:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005f2f9e9e. 00010000:00000010:3.0:1761311765.232923:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00000001:00000010:3.0:1761311765.232941:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.232955:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.232961:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000055ee2a2. 00000001:00000010:3.0:1761311765.232968:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.232974:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.232979:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.232984:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.232997:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000088cf3c76. 00010000:00000010:3.0:1761311765.233016:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.0:1761311765.233021:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.233030:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.233035:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.233043:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.233054:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004dce5ca5. 02000000:00000010:3.0:1761311765.233079:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6bcddd7. 00000400:00000010:3.0:1761311765.233084:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.233090:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.233096:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689152, portal 16 00000400:00000010:3.0:1761311765.233101:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311765.233103:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689152, offset 0 00000400:00000200:3.0:1761311765.233111:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.233123:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.233130:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.233133:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.233136:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.233139:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87290:87290:256:4294967295] 192.168.203.55@tcp LPNI seq info [87290:87290:8:4294967295] 00000400:00000200:3.0:1761311765.233148:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.233153:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.233158:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.233163:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.233169:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.233172:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311765.233246:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009ea70c2b. 00010000:00000010:0.0:1761311765.233253:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00010000:00000010:0.0:1761311765.233261:0:64833:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082d34f4e. 00000400:00000010:0.0:1761311765.233274:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbf9703. 00000100:00000200:0.0:1761311765.233277:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809280, offset 224 00000400:00000200:0.0:1761311765.233282:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.233288:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.233292:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87291:87291:255:4294967295] 192.168.203.55@tcp LPNI seq info [87291:87291:7:4294967295] 00000400:00000200:0.0:1761311765.233325:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.233330:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.233334:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82353034). 00000800:00000200:0.0:1761311765.233338:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.233342:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.233343:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.233356:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.233361:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.233364:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00000800:00000200:1.0:1761311765.233569:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.233573:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:1.0:1761311765.233579:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.233583:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.233587:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:1.0:1761311765.233589:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000100:00000200:1.0:1761311765.233595:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761311765.233654:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.233656:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:1.0:1761311765.233662:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.233666:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.233668:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbf9703 00000400:00000010:1.0:1761311765.233669:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbf9703. 00000400:00000200:2.0:1761311765.236985:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.237006:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eacc0 00000400:00000200:2.0:1761311765.237013:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaafd [1] + 224 00000400:00000200:2.0:1761311765.237029:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.237032:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.237043:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.237498:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.237503:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.237505:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.237512:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.237520:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.237549:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6bcddd7. 02000000:00000010:3.0:1761311765.237554:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004dce5ca5. 00000100:00000010:3.0:1761311765.237557:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.237561:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.237565:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00000400:00000200:2.0:1761311765.237654:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.237662:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f4c0 00000400:00000200:2.0:1761311765.237668:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9435 [2] + 1640 00000400:00000200:2.0:1761311765.237726:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.237730:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.237735:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.237740:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d512b417. 00000020:00000010:0.0:1761311765.237820:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.237827:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.237831:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.237867:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d512b417 x1846867781809344/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.237905:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809344 02000000:00000010:0.0:1761311765.237917:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a77aa95. 00010000:00000010:0.0:1761311765.237942:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006f56e75f. 00010000:00000010:0.0:1761311765.237962:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.237967:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.237984:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.237987:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.237999:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311765.238003:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809344, offset 224 00000400:00000200:0.0:1761311765.238009:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.238018:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.238023:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87292:87292:256:4294967295] 192.168.203.55@tcp LPNI seq info [87292:87292:8:4294967295] 00000400:00000200:0.0:1761311765.238031:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.238035:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.238040:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.238044:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.238050:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.238054:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.238079:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.238085:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.238087:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00000800:00000200:2.0:1761311765.238495:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.238499:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.238505:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.238509:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.238512:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:2.0:1761311765.238514:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00080000:00000010:3.0:1761311765.238935:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004dce5ca5. 00010000:00000010:3.0:1761311765.239051:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.239060:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004bd09a01. 00000001:00000010:3.0:1761311765.239078:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.239092:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.239098:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6bcddd7. 00000001:00000010:3.0:1761311765.239106:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.239111:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.239116:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.239121:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.239134:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003b85fa76. 00010000:00000010:3.0:1761311765.239151:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000f16322. 00010000:00000010:3.0:1761311765.239156:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.239168:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.239173:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.239179:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.239190:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008303aff4. 02000000:00000010:3.0:1761311765.239215:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006427c6f1. 00000400:00000010:3.0:1761311765.239219:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.239225:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.239229:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689216, portal 16 00000400:00000010:3.0:1761311765.239234:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311765.239236:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689216, offset 0 00000400:00000200:3.0:1761311765.239242:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.239250:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.239256:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.239259:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.239262:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.239265:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87293:87293:256:4294967295] 192.168.203.55@tcp LPNI seq info [87293:87293:8:4294967295] 00000400:00000200:3.0:1761311765.239272:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.239279:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.239283:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311765.239288:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.239293:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.239306:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.240007:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.240010:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:2.0:1761311765.240016:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.240020:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.240024:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:2.0:1761311765.240026:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:2.0:1761311765.240034:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.240964:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cc97765a. 00010000:00000010:3.1:1761311765.240973:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00010000:00000010:0.1:1761311765.241371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c8c11893. 00000400:00000200:2.0:1761311765.244399:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.244424:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ead00 00000400:00000200:2.0:1761311765.244434:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab0d [1] + 224 00000400:00000200:2.0:1761311765.244456:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.244460:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.244472:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.244934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00000400:00000010:3.0:1761311765.244956:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.244961:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.244963:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.244968:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.244976:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.245004:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006427c6f1. 02000000:00000010:3.0:1761311765.245010:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008303aff4. 00000100:00000010:3.0:1761311765.245015:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.245018:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.245021:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00010000:00000010:0.1:1761311765.245522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000917f4da0. 00010000:00000010:0.1:1761311765.245532:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d7def2c7. 00000400:00000200:2.0:1761311765.245909:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.245923:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f500 00000400:00000200:2.0:1761311765.245929:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9435 [2] + 1968 00000400:00000010:2.0:1761311765.245933:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd09a59. 00000400:00000200:2.0:1761311765.245938:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c0a1ac0e 00000400:00000200:2.0:1761311765.245989:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.245992:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.245995:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c0a1ac0e 00000400:00000010:2.0:1761311765.245997:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c0a1ac0e (tot 82352386). 00000100:00000200:2.0:1761311765.246002:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311765.246254:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002455f9d2. 00000020:00000010:1.0:1761311765.246262:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.246266:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.246294:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bc35a3d7 x1846867781809408/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311765.246359:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809408 02000000:00000010:1.0:1761311765.246371:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d90d81a. 00010000:00000010:1.0:1761311765.246402:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce591ff3. 00010000:00000010:1.0:1761311765.246423:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.246429:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c6bfecbd. 00000100:00000010:1.0:1761311765.246441:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c6bfecbd. 00010000:00000010:1.0:1761311765.246444:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.246457:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311765.246462:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809408, offset 224 00000400:00000200:1.0:1761311765.246471:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.246483:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.246488:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87294:87294:256:4294967295] 192.168.203.55@tcp LPNI seq info [87294:87294:8:4294967295] 00000400:00000200:1.0:1761311765.246497:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.246502:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.246507:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352634). 00000800:00000200:1.0:1761311765.246512:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.246518:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.246522:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.246546:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.246550:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.246553:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002455f9d2. 02000000:00000010:1.0:1761311765.246560:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a77aa95. 00000100:00000010:1.0:1761311765.246563:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d512b417. 02000000:00000010:1.0:1761311765.246566:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c8ee9c6e. 00000100:00000010:1.0:1761311765.246568:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 02000000:00000010:1.0:1761311765.246570:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad1fd2c2. 00000100:00000010:1.0:1761311765.246572:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 02000000:00000010:1.0:1761311765.246575:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b41bed8. 00000100:00000010:1.0:1761311765.246576:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 02000000:00000010:1.0:1761311765.246579:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000150fec08. 00000100:00000010:1.0:1761311765.246581:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311765.246585:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad9a5959. 00000100:00000010:1.0:1761311765.246588:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000200:1.0:1761311765.246595:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311765.246600:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000008c41490. 00000400:00000010:1.0:1761311765.246604:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c6bfecbd (tot 82352786). 00080000:00000010:3.0:1761311765.246980:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008303aff4. 00010000:00000010:3.0:1761311765.247109:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.247117:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004514b8db. 00000001:00000010:3.0:1761311765.247136:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.247148:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.247155:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006427c6f1. 00000001:00000010:3.0:1761311765.247163:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.247169:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.247173:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.247178:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.247191:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009828c996. 00100000:00000010:3.0:1761311765.247199:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000998b2dc4. 00100000:00000010:3.0:1761311765.247202:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e554f713. 00010000:00000010:3.0:1761311765.247221:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311765.247227:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.247239:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.247243:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.247250:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.247263:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b0f22ad7. 02000000:00000010:3.0:1761311765.247288:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005361fed6. 00000400:00000010:3.0:1761311765.247291:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.247306:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.247336:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689280, portal 16 00000400:00000010:3.0:1761311765.247342:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311765.247344:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689280, offset 0 00000400:00000200:3.0:1761311765.247351:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.247360:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.247367:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.247371:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.247373:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.247376:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87295:87295:255:4294967295] 192.168.203.55@tcp LPNI seq info [87295:87295:7:4294967295] 00000400:00000200:3.0:1761311765.247384:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.247389:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.247393:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82353034). 00000800:00000200:3.0:1761311765.247397:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.247401:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.247403:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.247511:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.247515:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352786). 00000400:00000200:2.0:1761311765.247521:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.247525:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.247528:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:2.0:1761311765.247530:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 02000000:00000010:2.0:1761311765.247534:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d90d81a. 00000800:00000200:2.0:1761311765.247592:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.247594:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:2.0:1761311765.247598:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.247601:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.247602:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:2.0:1761311765.247604:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:2.0:1761311765.247610:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.250732:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.250751:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ead40 00000400:00000200:2.0:1761311765.250759:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab1d [1] + 224 00000400:00000200:2.0:1761311765.250791:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.250795:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.250805:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.250949:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.250954:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.250955:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.250960:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.250967:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.250995:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005361fed6. 02000000:00000010:3.0:1761311765.251000:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b0f22ad7. 00000100:00000010:3.0:1761311765.251004:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.251008:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.251011:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00010000:00000010:0.1:1761311765.251381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f14ed80d. 00010000:00000010:3.1:1761311765.251478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002406f89c. 00010000:00000010:3.1:1761311765.251485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00000400:00000200:2.0:1761311765.251785:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.251794:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f540 00000400:00000200:2.0:1761311765.251799:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa948d [2] + 0 00000400:00000200:2.0:1761311765.251983:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.251988:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.251994:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.251998:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b8867c8. 00000020:00000010:0.0:1761311765.252124:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.252131:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.252134:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.252155:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b8867c8 x1846867781809472/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.252542:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809472 02000000:00000010:0.0:1761311765.252554:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002825283b. 00010000:00000010:0.0:1761311765.252582:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b1b9faf. 00010000:00000010:0.0:1761311765.252601:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.252607:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.252624:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.252627:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.252639:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311765.252644:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809472, offset 224 00000400:00000200:0.0:1761311765.252650:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.252660:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.252666:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87296:87296:256:4294967295] 192.168.203.55@tcp LPNI seq info [87296:87296:8:4294967295] 00000400:00000200:0.0:1761311765.252676:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.252681:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.252688:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.252694:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.252700:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.252703:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.252716:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.252720:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.252723:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00000800:00000200:2.0:1761311765.252826:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.252830:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.252836:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.252839:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.252851:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:2.0:1761311765.252853:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00080000:00000010:3.0:1761311765.252909:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0f22ad7. 00010000:00000010:3.0:1761311765.253033:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.253041:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e28ab559. 00000001:00000010:3.0:1761311765.253056:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.253067:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.253073:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005361fed6. 00000001:00000010:3.0:1761311765.253081:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.253086:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.253091:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.253096:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.253108:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009d398405. 00010000:00000010:3.0:1761311765.253122:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.0:1761311765.253127:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.253136:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.253140:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.253146:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.253156:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000db8460b. 02000000:00000010:3.0:1761311765.253177:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007af02cd2. 00000400:00000010:3.0:1761311765.253182:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.253186:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.253190:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689344, portal 16 00000400:00000010:3.0:1761311765.253195:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311765.253197:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689344, offset 0 00000400:00000200:3.0:1761311765.253202:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.253208:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.253214:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.253217:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.253219:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.253223:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87297:87297:256:4294967295] 192.168.203.55@tcp LPNI seq info [87297:87297:8:4294967295] 00000400:00000200:3.0:1761311765.253230:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.253234:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.253236:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.253239:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.253244:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.253246:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.253662:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.253665:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:2.0:1761311765.253669:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.253673:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.253676:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:2.0:1761311765.253677:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:2.0:1761311765.253684:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.256385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8da349a. 00000400:00000200:2.0:1761311765.256600:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.256618:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ead80 00000400:00000200:2.0:1761311765.256626:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab29 [1] + 224 00000400:00000200:2.0:1761311765.256639:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.256643:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.256652:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.256826:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.256831:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.256833:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.256838:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.256845:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.256873:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007af02cd2. 02000000:00000010:3.0:1761311765.256878:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000db8460b. 00000100:00000010:3.0:1761311765.256882:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.256885:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.256888:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00000400:00000200:2.0:1761311765.257116:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.257123:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f580 00000400:00000200:2.0:1761311765.257127:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa948d [2] + 328 00000400:00000200:2.0:1761311765.257274:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.257279:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.257284:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.257288:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000020:00000010:0.0:1761311765.258411:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.258423:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.258427:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.258454:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781809536/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.258483:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809536 02000000:00000010:0.0:1761311765.258494:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d14c778e. 00010000:00000010:0.0:1761311765.258525:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e9293a0d. 00010000:00000010:0.0:1761311765.258547:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.258554:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.258573:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.258577:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.258591:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311765.258595:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809536, offset 224 00000400:00000200:0.0:1761311765.258602:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.258614:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.258620:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87298:87298:256:4294967295] 192.168.203.55@tcp LPNI seq info [87298:87298:8:4294967295] 00000400:00000200:0.0:1761311765.258629:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.258634:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.258639:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.258644:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.258651:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.258654:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.258673:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.258677:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.258680:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00000800:00000200:0.0:1761311765.258771:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.258775:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:0.0:1761311765.258781:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.258785:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.258788:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311765.258790:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00080000:00000010:3.0:1761311765.258889:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000db8460b. 00010000:00000010:3.0:1761311765.259009:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.259016:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da7c2bdb. 00000001:00000010:3.0:1761311765.259034:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.259046:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.259051:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007af02cd2. 00000001:00000010:3.0:1761311765.259060:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.259065:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.259070:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.259075:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.259088:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004a1d07e0. 00010000:00000010:3.0:1761311765.259104:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311765.259109:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.259119:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.259123:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.259129:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.259138:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000c7c0148. 02000000:00000010:3.0:1761311765.259159:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d3ed91d. 00000400:00000010:3.0:1761311765.259163:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.259167:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.259172:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689408, portal 16 00000400:00000010:3.0:1761311765.259176:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311765.259178:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689408, offset 0 00000400:00000200:3.0:1761311765.259183:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.259189:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.259194:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.259197:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.259200:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.259202:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87299:87299:256:4294967295] 192.168.203.55@tcp LPNI seq info [87299:87299:8:4294967295] 00000400:00000200:3.0:1761311765.259209:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.259213:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.259215:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311765.259219:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.259223:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.259225:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.259612:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.259615:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:2.0:1761311765.259618:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.259622:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.259624:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:2.0:1761311765.259626:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:2.0:1761311765.259631:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.260151:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000ae92c9a. 00010000:00000010:3.1:1761311765.260159:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00000400:00000200:2.0:1761311765.261634:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.261655:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eadc0 00000400:00000200:2.0:1761311765.261665:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab35 [1] + 224 00000400:00000200:2.0:1761311765.261678:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.261681:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.261692:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.261727:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.261732:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f5c0 00000400:00000200:2.0:1761311765.261737:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa948d [2] + 656 00000400:00000200:2.0:1761311765.261746:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.261748:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.261751:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.261756:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cecda0d. 00000400:00000010:3.0:1761311765.261830:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.261835:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.261837:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.261843:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.261850:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.261877:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d3ed91d. 02000000:00000010:3.0:1761311765.261883:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000c7c0148. 00000100:00000010:3.0:1761311765.261887:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.261890:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.261893:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00000020:00000010:1.0:1761311765.261975:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9a5959. 00000020:00000010:1.0:1761311765.261983:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.261988:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.262013:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cecda0d x1846867781809600/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311765.262078:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809600 02000000:00000010:1.0:1761311765.262090:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002455f9d2. 00010000:00000010:1.0:1761311765.262114:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000932a3ecc. 00010000:00000010:1.0:1761311765.262133:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.262138:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddc2aad1. 00000100:00000010:1.0:1761311765.262154:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:1.0:1761311765.262157:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.262170:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311765.262174:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809600, offset 224 00000400:00000200:1.0:1761311765.262181:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.262192:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.262197:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87300:87300:256:4294967295] 192.168.203.55@tcp LPNI seq info [87300:87300:8:4294967295] 00000400:00000200:1.0:1761311765.262205:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.262211:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.262216:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.262221:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.262227:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.262231:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.262254:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.262259:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.262262:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9a5959. 00080000:00000010:3.0:1761311765.262336:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdac6ab1. 00010000:00000010:3.0:1761311765.262447:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.262453:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082135c61. 00000001:00000010:3.0:1761311765.262469:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.262484:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.262489:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a82b14a. 00000001:00000010:3.0:1761311765.262497:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.262503:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.262508:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.262513:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.262528:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e15c5e19. 00010000:00000010:3.0:1761311765.262542:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000f16322. 00010000:00000010:3.0:1761311765.262547:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.262556:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.262559:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.262564:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.262573:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e1804871. 02000000:00000010:3.0:1761311765.262595:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004339eb63. 00000400:00000010:3.0:1761311765.262600:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.262603:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.262608:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689472, portal 16 00000400:00000010:3.0:1761311765.262612:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311765.262614:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689472, offset 0 00000400:00000200:3.0:1761311765.262619:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.262624:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.262630:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.262634:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.262637:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.262640:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87301:87301:255:4294967295] 192.168.203.55@tcp LPNI seq info [87301:87301:7:4294967295] 00000400:00000200:3.0:1761311765.262646:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.262650:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.262653:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311765.262657:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.262660:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.262663:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.262790:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.262793:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352786). 00000400:00000200:2.0:1761311765.262799:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.262802:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.262805:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:2.0:1761311765.262807:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00000800:00000200:2.0:1761311765.262876:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.262878:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:2.0:1761311765.262881:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.262884:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.262885:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:2.0:1761311765.262887:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000100:00000200:2.0:1761311765.262892:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.264535:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ac3a635a. 00010000:00000010:3.1:1761311765.264546:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00000400:00000200:2.0:1761311765.264745:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.264759:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eae00 00000400:00000200:2.0:1761311765.264765:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab41 [1] + 224 00000400:00000200:2.0:1761311765.264775:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.264777:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.264785:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.264818:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.264823:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f600 00000400:00000200:2.0:1761311765.264827:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa948d [2] + 984 00000400:00000200:2.0:1761311765.265076:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.265080:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.265084:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.265088:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2b99d88. 00000400:00000010:3.0:1761311765.265151:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.265156:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.265157:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.265163:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.265170:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.265195:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004339eb63. 02000000:00000010:3.0:1761311765.265200:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e1804871. 00000100:00000010:3.0:1761311765.265203:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.265206:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.265210:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00010000:00000010:0.1:1761311765.265399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ca589a8. 00010000:00000010:0.1:1761311765.265406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b432af7d. 00000020:00000010:1.0:1761311765.265497:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9a5959. 00000020:00000010:1.0:1761311765.265503:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.265507:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.265528:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2b99d88 x1846867781809664/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311765.265658:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809664 02000000:00000010:1.0:1761311765.265671:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ce870aca. 00010000:00000010:1.0:1761311765.265694:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b2536cb. 00010000:00000010:1.0:1761311765.265712:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.265717:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddc2aad1. 00000100:00000010:1.0:1761311765.265814:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:1.0:1761311765.265818:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.265831:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311765.265835:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809664, offset 224 00000400:00000200:1.0:1761311765.265842:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.265851:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.265857:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87302:87302:256:4294967295] 192.168.203.55@tcp LPNI seq info [87302:87302:8:4294967295] 00000400:00000200:1.0:1761311765.265866:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.265870:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.265874:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.265880:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.265886:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.265889:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.265914:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.265918:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.265920:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9a5959. 00080000:00000010:3.0:1761311765.265959:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e1804871. 00010000:00000010:3.0:1761311765.266061:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.266068:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbc39f5f. 00000001:00000010:3.0:1761311765.266082:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.266094:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.266099:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004339eb63. 00000001:00000010:3.0:1761311765.266107:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.266112:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.266117:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.266121:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.266134:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bdaa1ee8. 00010000:00000010:3.0:1761311765.266154:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311765.266159:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.266167:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.266171:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.266176:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311765.266185:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c93a0062. 02000000:00000010:3.0:1761311765.266205:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c85b144b. 00000400:00000010:3.0:1761311765.266209:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.266213:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.266216:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689536, portal 16 00000400:00000010:3.0:1761311765.266220:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311765.266222:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689536, offset 0 00000400:00000200:3.0:1761311765.266226:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.266232:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.266237:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.266240:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.266243:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.266245:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87303:87303:255:4294967295] 192.168.203.55@tcp LPNI seq info [87303:87303:7:4294967295] 00000400:00000200:3.0:1761311765.266252:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.266256:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.266260:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82353034). 00000800:00000200:3.0:1761311765.266263:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.266267:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.266269:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.266368:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.266371:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352786). 00000400:00000200:2.0:1761311765.266377:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.266381:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.266384:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:2.0:1761311765.266385:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000800:00000200:2.0:1761311765.266438:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.266440:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311765.266443:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.266446:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.266448:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:2.0:1761311765.266449:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:2.0:1761311765.266453:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787689536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.267471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bdf6d3e6. 00010000:00000010:3.1:1761311765.267524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3602771. 00010000:00000010:3.1:1761311765.267530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00000400:00000200:2.0:1761311765.270370:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.270389:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eae40 00000400:00000200:2.0:1761311765.270398:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab4d [1] + 224 00000400:00000200:2.0:1761311765.270409:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.270412:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.270423:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787689536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.270450:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.270454:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f640 00000400:00000200:2.0:1761311765.270458:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa948d [2] + 1312 00000400:00000200:2.0:1761311765.270506:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.270509:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.270512:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.270516:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 00000020:00000010:1.0:1761311765.270613:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9a5959. 00000020:00000010:1.0:1761311765.270620:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.270624:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.270647:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ea331e6 x1846867781809728/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311765.270669:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809728 02000000:00000010:1.0:1761311765.270678:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002567fd6e. 00010000:00000010:1.0:1761311765.270714:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.270721:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddc2aad1. 00000100:00000010:1.0:1761311765.270726:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:1.0:1761311765.270730:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.270742:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311765.270746:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809728, offset 224 00000400:00000200:1.0:1761311765.270753:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.270762:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.270767:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87304:87304:256:4294967295] 192.168.203.55@tcp LPNI seq info [87304:87304:8:4294967295] 00000400:00000200:1.0:1761311765.270776:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.270781:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.270785:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311765.270789:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.270795:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.270798:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.270823:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.270827:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.270829:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9a5959. 00000400:00000010:3.0:1761311765.271007:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:3.0:1761311765.271012:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311765.271013:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311765.271019:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787689536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.271026:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787689536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311765.271046:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b8cb04e. 02000000:00000010:3.0:1761311765.271059:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c85b144b. 02000000:00000010:3.0:1761311765.271063:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c93a0062. 00000100:00000010:3.0:1761311765.271067:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311765.271069:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.271072:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00080000:00000010:3.0:1761311765.271085:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c93a0062. 00010000:00000010:3.0:1761311765.271196:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.271203:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060a2660e. 00000001:00000010:3.0:1761311765.271221:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.271236:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.271241:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c85b144b. 00000001:00000010:3.0:1761311765.271249:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.271255:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.271259:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.271264:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.271275:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000682d8fec. 00000800:00000200:2.0:1761311765.271448:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.271451:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:2.0:1761311765.271456:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.271461:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.271463:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:2.0:1761311765.271465:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00100000:00000010:0.0:1761311765.272642:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000db954907. 00100000:00000010:0.0:1761311765.272650:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000064537051. 00010000:00000010:0.0:1761311765.272689:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311765.272696:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094a73d0e. 00010000:00000010:0.0:1761311765.272707:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.272713:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.272723:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.272734:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000007750ba7. 02000000:00000010:0.0:1761311765.272760:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d10495a1. 00000400:00000010:0.0:1761311765.272765:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b6399338. 00000400:00000010:0.0:1761311765.272771:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311765.272777:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689600, portal 16 00000400:00000010:0.0:1761311765.272783:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311765.272784:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689600, offset 0 00000400:00000200:0.0:1761311765.272791:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.272804:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.272810:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.272813:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.272815:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.272818:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87305:87305:256:4294967295] 192.168.203.55@tcp LPNI seq info [87305:87305:8:4294967295] 00000400:00000200:0.0:1761311765.272826:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.272831:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.272835:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.272840:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.272846:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.272849:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.273425:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.273429:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.273436:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.273441:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.273445:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:2.0:1761311765.273447:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00000100:00000200:2.0:1761311765.273454:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787689600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.273560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cfe08a9e. 00010000:00000010:3.1:1761311765.273613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000400:00000200:2.0:1761311765.275675:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.275695:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eae80 00000400:00000200:2.0:1761311765.275703:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab59 [1] + 224 00000400:00000200:2.0:1761311765.275717:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.275720:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.275731:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787689600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.276015:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b6399338. 00000400:00000200:0.0:1761311765.276020:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311765.276022:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000100:00000200:0.0:1761311765.276028:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787689600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.276036:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787689600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.276066:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d10495a1. 02000000:00000010:0.0:1761311765.276071:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000007750ba7. 00000100:00000010:0.0:1761311765.276075:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.276079:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.276082:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000200:2.0:1761311765.276649:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.276660:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f680 00000400:00000200:2.0:1761311765.276666:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa948d [2] + 1640 00000400:00000200:2.0:1761311765.276734:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.276739:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.276746:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.276750:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a42bc8f5. 00000020:00000010:0.0:1761311765.276861:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.276868:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.276873:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.276895:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a42bc8f5 x1846867781809792/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.276931:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809792 02000000:00000010:0.0:1761311765.276942:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d10495a1. 00010000:00000010:0.0:1761311765.276969:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000950ac57c. 00010000:00000010:0.0:1761311765.276990:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.276996:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.277014:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.277017:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.277029:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311765.277033:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809792, offset 224 00000400:00000200:0.0:1761311765.277040:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:2.0:1761311765.277045:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c95a3808. 00000400:00000200:0.0:1761311765.277050:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.277055:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87306:87306:256:4294967295] 192.168.203.55@tcp LPNI seq info [87306:87306:8:4294967295] 00000400:00000200:0.0:1761311765.277064:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.277068:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.277072:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.277077:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.277083:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.277086:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.277113:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.277118:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.277120:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00010000:00000010:2.0:1761311765.277170:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094a73d0e. 00010000:00000010:2.0:1761311765.277176:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e8b249c. 00000001:00000010:2.0:1761311765.277195:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.277207:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00080000:00000010:2.0:1761311765.277213:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ce5e9d2. 00000001:00000010:2.0:1761311765.277222:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.277229:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.277234:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.277239:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00100000:00000010:2.0:1761311765.277254:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d0c25050. 00010000:00000010:2.0:1761311765.277275:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2735144. 00010000:00000010:2.0:1761311765.277280:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa7e762. 00010000:00000010:2.0:1761311765.277290:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008db1d122. 00000100:00000010:2.0:1761311765.277293:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.277342:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7d6009e. 02000000:00000010:2.0:1761311765.277355:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000401f79d9. 02000000:00000010:2.0:1761311765.277383:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b2f32ca9. 00000400:00000010:2.0:1761311765.277387:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003305eb7b. 00000400:00000010:2.0:1761311765.277392:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e7ca96. 00000100:00000200:2.0:1761311765.277397:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689664, portal 16 00000400:00000010:2.0:1761311765.277401:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311765.277403:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689664, offset 0 00000400:00000200:2.0:1761311765.277407:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.277414:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.277421:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.277425:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.277428:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.277430:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87307:87307:255:4294967295] 192.168.203.55@tcp LPNI seq info [87307:87307:7:4294967295] 00000400:00000200:2.0:1761311765.277436:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.277442:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.277445:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311765.277448:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.277452:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.277454:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311765.277513:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000065adc1e3. 00000800:00000200:1.0:1761311765.277552:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.277555:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:1.0:1761311765.277560:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.277564:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.277567:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:1.0:1761311765.277569:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000800:00000200:1.0:1761311765.277622:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.277624:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311765.277628:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.277631:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.277632:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:1.0:1761311765.277634:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 00000100:00000200:1.0:1761311765.277638:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7d6009e x1846867787689664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.277735:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f49b9baf. 00010000:00000010:3.1:1761311765.277740:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00010000:00000010:3.1:1761311765.281007:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a891d664. 00010000:00000010:3.1:1761311765.281024:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ba53c10. 00010000:00000010:3.1:1761311765.281029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00000400:00000200:2.0:1761311765.281464:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.282637:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eaec0 00000400:00000200:2.0:1761311765.282647:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab65 [1] + 224 00000400:00000200:2.0:1761311765.282676:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.282680:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.282691:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7d6009e x1846867787689664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.283893:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003305eb7b. 00000400:00000200:0.0:1761311765.283903:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e7ca96 00000400:00000010:0.0:1761311765.283905:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e7ca96. 00000100:00000200:0.0:1761311765.283916:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7d6009e x1846867787689664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.283927:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7d6009e x1846867787689664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.283957:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b2f32ca9. 02000000:00000010:0.0:1761311765.283966:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000401f79d9. 00000100:00000010:0.0:1761311765.283969:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7d6009e. 00000100:00000010:0.0:1761311765.283973:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:0.0:1761311765.283976:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008db1d122. 00010000:00000010:2.1:1761311765.284788:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000017f114d1. 00010000:00000010:2.1:1761311765.284798:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00000400:00000200:2.0:1761311765.284827:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.284841:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f6c0 00000400:00000200:2.0:1761311765.284847:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa948d [2] + 1968 00000400:00000010:2.0:1761311765.284850:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000544519d4. 00000400:00000200:2.0:1761311765.284854:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000afa02f9c 00000400:00000200:2.0:1761311765.284908:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.284912:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.284915:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000afa02f9c 00000400:00000010:2.0:1761311765.284917:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000afa02f9c (tot 82352386). 00000100:00000200:2.0:1761311765.284922:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:0.1:1761311765.285497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85b8f51. 00000020:00000010:0.0:1761311765.285544:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:0.0:1761311765.285551:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.285555:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.285582:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003059cfdb x1846867781809856/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.285621:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809856 02000000:00000010:0.0:1761311765.285631:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000013fcb1bc. 00010000:00000010:0.0:1761311765.285657:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071d0baea. 00010000:00000010:0.0:1761311765.285679:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.285686:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006df6f0e9. 00000100:00000010:0.0:1761311765.285707:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006df6f0e9. 00010000:00000010:0.0:1761311765.285711:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.285725:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311765.285730:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809856, offset 224 00000400:00000200:0.0:1761311765.285739:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:2.0:1761311765.285749:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bb70dd0. 00000400:00000200:0.0:1761311765.285751:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.285758:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87308:87308:256:4294967295] 192.168.203.55@tcp LPNI seq info [87308:87308:8:4294967295] 00000400:00000200:0.0:1761311765.285768:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.285774:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.285778:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352634). 00000800:00000200:0.0:1761311765.285784:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.285790:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.285794:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.285817:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.285822:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.285826:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 02000000:00000010:0.0:1761311765.285833:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d10495a1. 00000100:00000010:0.0:1761311765.285837:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a42bc8f5. 02000000:00000010:0.0:1761311765.285841:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002567fd6e. 00000100:00000010:0.0:1761311765.285846:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 02000000:00000010:0.0:1761311765.285849:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ce870aca. 00000100:00000010:0.0:1761311765.285851:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2b99d88. 02000000:00000010:0.0:1761311765.285855:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002455f9d2. 00010000:00000010:2.0:1761311765.285856:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa7e762. 00000100:00000010:0.0:1761311765.285858:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cecda0d. 00010000:00000010:2.0:1761311765.285864:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000047cf818. 02000000:00000010:0.0:1761311765.285877:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d14c778e. 00000100:00000010:0.0:1761311765.285881:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000001:00000010:2.0:1761311765.285883:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001521c38e. 02000000:00000010:0.0:1761311765.285885:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002825283b. 00000100:00000010:0.0:1761311765.285889:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b8867c8. 00000100:00000200:0.0:1761311765.285895:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311765.285900:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b6399338. 00000001:00000010:2.0:1761311765.285901:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001521c38e. 00000400:00000010:0.0:1761311765.285905:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006df6f0e9 (tot 82352786). 00080000:00000010:2.0:1761311765.285909:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3810999. 00000001:00000010:2.0:1761311765.285920:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001521c38e. 00000001:00000010:2.0:1761311765.285926:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001521c38e. 00000001:00000010:2.0:1761311765.285932:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001521c38e. 00000001:00000010:2.0:1761311765.285936:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001521c38e. 00100000:00000010:2.0:1761311765.285947:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007bc31939. 00010000:00000010:2.0:1761311765.285967:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.0:1761311765.285973:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa7e762. 00000800:00000200:1.0:1761311765.285976:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.285981:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00010000:00000010:2.0:1761311765.285984:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008280736e. 00000400:00000200:1.0:1761311765.285987:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1761311765.285990:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000400:00000200:1.0:1761311765.285993:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.285997:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000100:00000010:2.0:1761311765.285998:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b8867c8. 00000400:00000010:1.0:1761311765.286000:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 02000000:00000010:1.0:1761311765.286004:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000013fcb1bc. 02000000:00000010:2.0:1761311765.286009:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038479589. 02000000:00000010:2.0:1761311765.286033:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000135e349f. 00000400:00000010:2.0:1761311765.286036:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001521c38e. 00000400:00000010:2.0:1761311765.286040:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311765.286043:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689728, portal 16 00000400:00000010:2.0:1761311765.286046:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a05cd5f. 00000100:00000200:2.0:1761311765.286048:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689728, offset 0 00000400:00000200:2.0:1761311765.286052:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.286058:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.286064:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.286068:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.286070:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.286072:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87309:87309:256:4294967295] 192.168.203.55@tcp LPNI seq info [87309:87309:8:4294967295] 00000400:00000200:2.0:1761311765.286078:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.286082:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.286085:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.286089:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.286092:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.286094:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.286166:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.286169:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311765.286172:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.286176:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.286178:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:0.0:1761311765.286179:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 00000100:00000200:0.0:1761311765.286184:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b8867c8 x1846867787689728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.291535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c6f7e8. 00000400:00000200:2.0:1761311765.292919:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.292939:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eaf00 00000400:00000200:2.0:1761311765.292947:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab75 [1] + 224 00000400:00000200:2.0:1761311765.292959:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.292963:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.292974:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b8867c8 x1846867787689728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.293002:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.293007:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f700 00000400:00000200:2.0:1761311765.293012:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa94e5 [2] + 0 00000400:00000200:2.0:1761311765.293067:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.293070:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.293074:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.293079:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000400:00000010:0.0:1761311765.293335:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001521c38e. 00000400:00000200:0.0:1761311765.293341:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:0.0:1761311765.293343:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000100:00000200:0.0:1761311765.293349:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b8867c8 x1846867787689728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.293356:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b8867c8 x1846867787689728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.293398:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000135e349f. 02000000:00000010:0.0:1761311765.293406:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038479589. 00000100:00000010:0.0:1761311765.293409:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b8867c8. 00000100:00000010:0.0:1761311765.293413:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:0.0:1761311765.293421:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008280736e. 00000020:00000010:1.0:1761311765.293601:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9a5959. 00000020:00000010:1.0:1761311765.293608:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.293613:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.293635:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781809920/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311765.293669:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809920 02000000:00000010:1.0:1761311765.293678:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001279311a. 00010000:00000010:1.0:1761311765.293701:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da634930. 00010000:00000010:1.0:1761311765.293718:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.293724:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddc2aad1. 00000100:00000010:1.0:1761311765.293742:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:1.0:1761311765.293746:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.293758:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311765.293762:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809920, offset 224 00000400:00000200:1.0:1761311765.293768:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.293777:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.293782:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87310:87310:256:4294967295] 192.168.203.55@tcp LPNI seq info [87310:87310:8:4294967295] 00000400:00000200:1.0:1761311765.293793:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.293798:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.293803:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.293809:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00080000:00000010:0.0:1761311765.293811:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002825283b. 00000800:00000200:1.0:1761311765.293818:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.293822:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.293847:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.293852:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.293855:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9a5959. 00000800:00000200:2.0:1761311765.293921:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.293925:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:2.0:1761311765.293931:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.293935:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.293938:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:2.0:1761311765.293939:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00010000:00000010:0.0:1761311765.294050:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa7e762. 00010000:00000010:0.0:1761311765.294056:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098f8997a. 00000001:00000010:0.0:1761311765.294071:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.294083:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.294088:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d14c778e. 00000001:00000010:0.0:1761311765.294096:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.294101:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.294105:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.294110:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.294124:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fd9f9a74. 00010000:00000010:0.0:1761311765.294147:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205a470. 00010000:00000010:0.0:1761311765.294153:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b17acc60. 00010000:00000010:0.0:1761311765.294162:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.294166:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.294185:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.294195:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d10495a1. 02000000:00000010:0.0:1761311765.294218:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007750ba7. 00000400:00000010:0.0:1761311765.294222:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.294226:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.294230:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689792, portal 16 00000400:00000010:0.0:1761311765.294234:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c1f0496. 00000100:00000200:0.0:1761311765.294236:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689792, offset 0 00000400:00000200:0.0:1761311765.294241:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.294258:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.294264:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.294267:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.294270:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.294272:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87311:87311:256:4294967295] 192.168.203.55@tcp LPNI seq info [87311:87311:8:4294967295] 00000400:00000200:0.0:1761311765.294279:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.294283:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.294287:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.294290:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.294294:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.294307:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.295177:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.295182:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.295190:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.295196:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.295200:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c1f0496 00000400:00000010:2.0:1761311765.295201:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c1f0496. 00000100:00000200:2.0:1761311765.295208:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787689792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.299414:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.299433:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eaf40 00000400:00000200:2.0:1761311765.299442:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab81 [1] + 224 00000400:00000200:2.0:1761311765.299452:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.299457:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.299469:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787689792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.299503:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.299509:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f740 00000400:00000200:2.0:1761311765.299514:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa94e5 [2] + 328 00000400:00000200:2.0:1761311765.299588:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.299592:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.299597:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.299601:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cecda0d. 00000020:00000010:1.0:1761311765.300791:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9a5959. 00000020:00000010:1.0:1761311765.300802:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.300807:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.300840:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cecda0d x1846867781809984/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311765.300883:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781809984 02000000:00000010:1.0:1761311765.300897:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a82e0f71. 00010000:00000010:1.0:1761311765.300935:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.300944:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddc2aad1. 00000100:00000010:1.0:1761311765.300952:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:1.0:1761311765.300955:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.300969:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311765.300974:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781809984, offset 224 00000400:00000200:1.0:1761311765.300981:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.301000:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.301005:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87312:87312:256:4294967295] 192.168.203.55@tcp LPNI seq info [87312:87312:8:4294967295] 00000400:00000200:1.0:1761311765.301016:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.301021:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.301025:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311765.301031:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.301038:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.301042:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.301068:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.301072:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.301075:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9a5959. 00000800:00000200:2.0:1761311765.301261:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.301265:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:2.0:1761311765.301272:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.301276:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.301279:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:2.0:1761311765.301281:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000400:00000010:0.0:1761311765.301375:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.301380:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.301381:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.301387:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787689792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.301396:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787689792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311765.301416:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007cc504d2. 02000000:00000010:0.0:1761311765.301430:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007750ba7. 02000000:00000010:0.0:1761311765.301435:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d10495a1. 00000100:00000010:0.0:1761311765.301438:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.301442:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.301444:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00080000:00000010:0.0:1761311765.301457:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d10495a1. 00010000:00000010:2.1:1761311765.301493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000aba239f5. 00010000:00000010:2.1:1761311765.301503:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:0.0:1761311765.301586:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b17acc60. 00010000:00000010:0.0:1761311765.301593:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000adde22d5. 00000001:00000010:0.0:1761311765.301613:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.301630:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.301635:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007750ba7. 00000001:00000010:0.0:1761311765.301643:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.301648:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.301653:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.301658:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.301672:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d4f4f354. 00010000:00000010:0.0:1761311765.301690:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.0:1761311765.301695:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b17acc60. 00010000:00000010:0.0:1761311765.301705:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.301709:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.301715:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.301725:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000409f31b9. 02000000:00000010:0.0:1761311765.301752:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013fcb1bc. 00000400:00000010:0.0:1761311765.301757:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.301761:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.301969:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689856, portal 16 00000400:00000010:0.0:1761311765.301977:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311765.301980:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689856, offset 0 00000400:00000200:0.0:1761311765.301985:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.301994:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.302001:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.302004:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.302007:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.302010:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87313:87313:256:4294967295] 192.168.203.55@tcp LPNI seq info [87313:87313:8:4294967295] 00000400:00000200:0.0:1761311765.302026:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.302030:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.302034:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.302038:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.302044:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.302046:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.302821:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.302825:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.302833:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.302838:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.302842:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:2.0:1761311765.302844:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00000100:00000200:2.0:1761311765.302851:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787689856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.304599:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000084f964c0. 00010000:00000010:0.1:1761311765.304613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00000400:00000200:2.0:1761311765.304805:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.304821:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eaf80 00000400:00000200:2.0:1761311765.304829:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab8d [1] + 224 00000400:00000200:2.0:1761311765.304844:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.304847:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.304855:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787689856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.305350:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000850a8a48. 00000400:00000010:0.0:1761311765.307211:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.307223:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.307227:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.307244:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787689856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.307255:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787689856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.307289:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013fcb1bc. 02000000:00000010:0.0:1761311765.307303:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000409f31b9. 00000100:00000010:0.0:1761311765.307307:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.307327:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.307331:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000200:2.0:1761311765.309540:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.309561:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f780 00000400:00000200:2.0:1761311765.309568:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa94e5 [2] + 656 00000400:00000200:2.0:1761311765.309641:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.309645:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.309652:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.309657:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2b99d88. 00000020:00000010:3.0:1761311765.314642:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000038d2eac. 00000020:00000010:3.0:1761311765.314653:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3ebff9d. 00000020:00000010:3.0:1761311765.314658:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.314690:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e2b99d88 x1846867781810048/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311765.314735:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810048 02000000:00000010:3.0:1761311765.314746:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000023f34dfd. 00010000:00000010:3.0:1761311765.314776:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000036f67a05. 00010000:00000010:3.0:1761311765.314799:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.314808:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.314830:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.314835:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00080000:00000010:1.0:1761311765.314941:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad9a5959. 00010000:00000010:1.0:1761311765.315101:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b17acc60. 00010000:00000010:1.0:1761311765.315108:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002135c521. 00000001:00000010:1.0:1761311765.315127:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e992d94. 00000001:00000010:1.0:1761311765.315137:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e992d94. 00080000:00000010:1.0:1761311765.315149:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002455f9d2. 00000001:00000010:1.0:1761311765.315157:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e992d94. 00000001:00000010:1.0:1761311765.315163:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e992d94. 00000001:00000010:1.0:1761311765.315167:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e992d94. 00000001:00000010:1.0:1761311765.315171:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e992d94. 00100000:00000010:1.0:1761311765.315184:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001ed08ed2. 00100000:00000010:1.0:1761311765.315191:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000ae7c7534. 00100000:00000010:1.0:1761311765.315194:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000eda05923. 00010000:00000010:1.0:1761311765.315214:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311765.315220:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cff6fb76. 00010000:00000010:1.0:1761311765.315231:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.315235:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddc2aad1. 00000100:00000010:1.0:1761311765.315241:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311765.315251:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ce870aca. 02000000:00000010:1.0:1761311765.315275:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002567fd6e. 00000400:00000010:1.0:1761311765.315281:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e992d94. 00000400:00000010:1.0:1761311765.315289:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311765.315308:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689920, portal 16 00000400:00000010:1.0:1761311765.315355:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311765.315359:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689920, offset 0 00000400:00000200:1.0:1761311765.315368:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.315400:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.315409:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.315412:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.315415:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.315419:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87314:87314:256:4294967295] 192.168.203.55@tcp LPNI seq info [87314:87314:8:4294967295] 00000400:00000200:1.0:1761311765.315428:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.315435:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.315439:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311765.315446:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.315453:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.315458:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761311765.315540:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.315545:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810048, offset 224 00000400:00000200:3.0:1761311765.315552:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.315559:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.315563:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87315:87315:255:4294967295] 192.168.203.55@tcp LPNI seq info [87315:87315:7:4294967295] 00000400:00000200:3.0:1761311765.315570:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.315574:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.315578:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311765.315584:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.315588:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.315591:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.1:1761311765.315594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000099e9142. 00010000:00000010:0.1:1761311765.315602:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092600119. 00000020:00000010:3.0:1761311765.315605:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3ebff9d. 00010000:00000010:0.1:1761311765.315609:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00000020:00000010:3.0:1761311765.315611:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.315616:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000038d2eac. 00000800:00000200:2.0:1761311765.316453:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.316460:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352786). 00000400:00000200:2.0:1761311765.316468:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.316474:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.316479:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:2.0:1761311765.316481:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:2.0:1761311765.316489:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787689920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761311765.316573:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.316575:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:2.0:1761311765.316579:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.316582:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.316585:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:2.0:1761311765.316586:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00010000:00000010:1.1:1761311765.319513:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5b39d80. 00010000:00000010:1.1:1761311765.319533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00000400:00000200:2.0:1761311765.322338:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.322359:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eafc0 00000400:00000200:2.0:1761311765.322369:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaab95 [1] + 224 00000400:00000200:2.0:1761311765.322384:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.322387:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.322398:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787689920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.322580:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e992d94. 00000400:00000200:1.0:1761311765.322587:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:1.0:1761311765.322589:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:1.0:1761311765.322595:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787689920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.322604:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787689920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.322639:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002567fd6e. 02000000:00000010:1.0:1761311765.322646:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ce870aca. 00000100:00000010:1.0:1761311765.322650:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:1.0:1761311765.322656:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:1.0:1761311765.322660:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000200:2.0:1761311765.330653:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.330674:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f7c0 00000400:00000200:2.0:1761311765.330683:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa94e5 [2] + 984 00000400:00000200:2.0:1761311765.330753:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.330758:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.330766:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.330772:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 00000020:00000010:3.0:1761311765.331216:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000038d2eac. 00000020:00000010:3.0:1761311765.331224:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3ebff9d. 00000020:00000010:3.0:1761311765.331229:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.331260:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007ea331e6 x1846867781810112/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311765.332056:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810112 02000000:00000010:3.0:1761311765.332073:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006c83b3d7. 00010000:00000010:3.0:1761311765.332107:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006aaf12d0. 00010000:00000010:3.0:1761311765.332138:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.332146:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.332171:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.332175:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00000400:00000010:3.0:1761311765.332192:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311765.332198:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810112, offset 224 00000400:00000200:3.0:1761311765.332206:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.332219:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.332224:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87316:87316:256:4294967295] 192.168.203.55@tcp LPNI seq info [87316:87316:8:4294967295] 00000400:00000200:3.0:1761311765.332235:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.332240:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.332245:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311765.332251:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.332258:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.332261:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.332279:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3ebff9d. 00000020:00000010:3.0:1761311765.332282:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.332287:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000038d2eac. 00080000:00000010:0.0:1761311765.332348:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000409f31b9. 00010000:00000010:0.0:1761311765.332474:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cff6fb76. 00010000:00000010:0.0:1761311765.332480:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c2084d9. 00000001:00000010:0.0:1761311765.332498:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.332509:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.332512:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013fcb1bc. 00000001:00000010:0.0:1761311765.332519:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.332524:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.332528:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.332532:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.332543:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a4342231. 00010000:00000010:0.0:1761311765.332556:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205a470. 00010000:00000010:0.0:1761311765.332560:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.332568:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.332571:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.332577:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.332587:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000150fec08. 02000000:00000010:0.0:1761311765.332609:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004b41bed8. 00000400:00000010:0.0:1761311765.332613:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.332630:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.332636:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787689984, portal 16 00000400:00000010:0.0:1761311765.332641:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f15166. 00000100:00000200:0.0:1761311765.332643:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787689984, offset 0 00000400:00000200:0.0:1761311765.332649:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.332656:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.332661:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.332666:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.332670:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.332673:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87317:87317:255:4294967295] 192.168.203.55@tcp LPNI seq info [87317:87317:7:4294967295] 00000800:00000200:3.0:1761311765.332674:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.332679:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:0.0:1761311765.332686:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000400:00000200:3.0:1761311765.332687:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:0.0:1761311765.332693:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.332695:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000800:00000010:0.0:1761311765.332699:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:3.0:1761311765.332701:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:3.0:1761311765.332704:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000800:00000200:0.0:1761311765.332707:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.332712:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.332715:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.332897:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.332900:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.332906:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.332909:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.332912:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f15166 00000400:00000010:2.0:1761311765.332913:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f15166. 00000100:00000200:2.0:1761311765.332919:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787689984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.336579:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004242db57. 00000400:00000200:2.0:1761311765.336961:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.336979:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb000 00000400:00000200:2.0:1761311765.336988:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaba5 [1] + 224 00000400:00000200:2.0:1761311765.337001:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.337004:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.337025:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787689984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.338123:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.338132:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.338134:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.338144:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787689984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.338153:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787689984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.338181:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004b41bed8. 02000000:00000010:0.0:1761311765.338187:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000150fec08. 00000100:00000010:0.0:1761311765.338190:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.338194:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.338197:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000200:3.0:1761311765.338559:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.338574:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f800 00000400:00000200:3.0:1761311765.338581:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa94e5 [2] + 1312 00000400:00000200:3.0:1761311765.338635:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.338640:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.338645:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.338650:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 00000020:00000010:2.0:1761311765.342720:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf547dd. 00000020:00000010:2.0:1761311765.342732:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.342737:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.342770:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8dbc242 x1846867781810176/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.342804:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810176 02000000:00000010:2.0:1761311765.342815:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c3dbe09. 00010000:00000010:2.0:1761311765.342841:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093337cc9. 00010000:00000010:2.0:1761311765.342865:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.342874:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.342896:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.342900:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.342912:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048e81b04. 00000100:00000200:2.0:1761311765.342918:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810176, offset 224 00000400:00000200:2.0:1761311765.342926:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:3.0:1761311765.342933:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000038d2eac. 00000400:00000200:2.0:1761311765.342940:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.342946:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87318:87318:256:4294967295] 192.168.203.55@tcp LPNI seq info [87318:87318:8:4294967295] 00000400:00000200:2.0:1761311765.342957:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.342963:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.342968:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.342973:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.342979:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.342983:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.343002:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.343007:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.343010:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf547dd. 00010000:00000010:3.0:1761311765.343041:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5fd7f43. 00010000:00000010:3.0:1761311765.343048:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007734a7af. 00000001:00000010:3.0:1761311765.343067:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.343077:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.343083:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009577d44a. 00000001:00000010:3.0:1761311765.343105:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000800:00000200:2.0:1761311765.343110:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000001:00000010:3.0:1761311765.343113:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000800:00000010:2.0:1761311765.343114:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000001:00000010:3.0:1761311765.343120:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000400:00000200:2.0:1761311765.343120:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.343127:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000001:00000010:3.0:1761311765.343129:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000400:00000200:2.0:1761311765.343132:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:2.0:1761311765.343136:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 00100000:00000010:3.0:1761311765.343144:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000416f9243. 00010000:00000010:3.0:1761311765.343162:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311765.343167:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311765.343176:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311765.343179:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.343186:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311765.343196:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000edb02de8. 02000000:00000010:0.0:1761311765.346256:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000150fec08. 00000400:00000010:0.0:1761311765.346271:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.346279:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.346287:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690048, portal 16 00000400:00000010:0.0:1761311765.346294:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311765.346306:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690048, offset 0 00000400:00000200:0.0:1761311765.346328:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.346346:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.346353:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.346356:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.346360:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.346364:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87319:87319:256:4294967295] 192.168.203.55@tcp LPNI seq info [87319:87319:8:4294967295] 00000400:00000200:0.0:1761311765.346373:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.346379:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.346385:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.346392:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.346399:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.346403:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.348148:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.348155:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.348163:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.348172:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.348177:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00000400:00000010:2.0:1761311765.348179:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 00000100:00000200:2.0:1761311765.348188:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787690048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.349415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e9a0c9d. 00010000:00000010:0.1:1761311765.349430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000400:00000200:3.0:1761311765.351201:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.351221:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb040 00000400:00000200:3.0:1761311765.351230:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaabb1 [1] + 224 00000400:00000200:3.0:1761311765.351243:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.351247:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.351260:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787690048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.351308:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.351360:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f840 00000400:00000200:3.0:1761311765.351367:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa94e5 [2] + 1640 00000400:00000010:0.0:1761311765.351401:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.351407:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.351409:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.351415:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787690048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.351417:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.351425:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.351428:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787690048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.351430:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.351438:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:0.0:1761311765.351459:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000150fec08. 02000000:00000010:0.0:1761311765.351466:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000edb02de8. 00000100:00000010:0.0:1761311765.351469:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:0.0:1761311765.351474:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:0.0:1761311765.351478:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00000020:00000010:1.0:1761311765.351545:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce870aca. 00000020:00000010:1.0:1761311765.351552:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.351556:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.351578:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ef0282b x1846867781810240/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311765.351613:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810240 02000000:00000010:1.0:1761311765.351625:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002567fd6e. 00010000:00000010:1.0:1761311765.351652:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000018bc253d. 00010000:00000010:1.0:1761311765.351674:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.351681:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddc2aad1. 00000100:00000010:1.0:1761311765.351697:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:1.0:1761311765.351700:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.351712:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311765.351716:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810240, offset 224 00000400:00000200:1.0:1761311765.351723:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.351734:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.351739:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87320:87320:256:4294967295] 192.168.203.55@tcp LPNI seq info [87320:87320:8:4294967295] 00080000:00000010:0.0:1761311765.351743:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000150fec08. 00000400:00000200:1.0:1761311765.351750:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.351756:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.351761:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.351767:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.351774:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.351778:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.351803:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.351807:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.351810:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce870aca. 00000800:00000200:2.0:1761311765.351865:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.351869:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:2.0:1761311765.351874:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.351878:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.351881:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:2.0:1761311765.351882:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00010000:00000010:0.0:1761311765.351958:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:0.0:1761311765.351966:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020a9d782. 00000001:00000010:0.0:1761311765.351987:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.351999:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.352005:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b41bed8. 00000001:00000010:0.0:1761311765.352013:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.352020:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.352024:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.352030:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.353563:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a6c4d7ed. 00010000:00000010:0.0:1761311765.353598:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.0:1761311765.353606:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.353620:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.353627:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.353637:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00010000:00000010:3.1:1761311765.353640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000780cc9a4. 02000000:00000010:0.0:1761311765.353652:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad1fd2c2. 02000000:00000010:0.0:1761311765.353685:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8ee9c6e. 00000400:00000010:0.0:1761311765.353692:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.353698:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.353705:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690112, portal 16 00000400:00000010:0.0:1761311765.356235:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311765.356243:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690112, offset 0 00000400:00000200:0.0:1761311765.356251:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.356267:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.356273:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.356275:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.356278:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.356281:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87321:87321:256:4294967295] 192.168.203.55@tcp LPNI seq info [87321:87321:8:4294967295] 00000400:00000200:0.0:1761311765.356291:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.356304:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.356363:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.356369:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.356375:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.356380:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.356503:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.356507:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.356515:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.356520:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.356524:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602a8774 00000400:00000010:2.0:1761311765.356526:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602a8774. 00000100:00000200:2.0:1761311765.356534:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787690112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.357417:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a7015d1. 00010000:00000010:0.1:1761311765.357427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311765.358358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007367810a. 00010000:00000010:2.1:1761311765.358359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005882895d. 00010000:00000010:3.1:1761311765.358446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a5724f6. 00010000:00000010:3.1:1761311765.358454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00000400:00000200:3.0:1761311765.362845:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.362864:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb080 00000400:00000200:3.0:1761311765.362872:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaabbd [1] + 224 00000400:00000200:3.0:1761311765.362883:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.362886:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.362897:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787690112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.362935:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.362941:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f880 00000400:00000200:3.0:1761311765.362947:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa94e5 [2] + 1968 00000400:00000010:3.0:1761311765.362951:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e3a0376. 00000400:00000200:3.0:1761311765.362956:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e0f2c05d 00000400:00000200:3.0:1761311765.362964:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.362967:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.362970:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e0f2c05d 00000400:00000010:3.0:1761311765.362972:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e0f2c05d (tot 82352386). 00000100:00000200:3.0:1761311765.362977:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761311765.362980:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.362986:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.362987:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000020:00000010:1.0:1761311765.363060:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ce870aca. 00000020:00000010:1.0:1761311765.363068:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.363072:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.363108:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000033bdc723 x1846867781810304/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311765.363144:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810304 02000000:00000010:1.0:1761311765.363155:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d90d81a. 00010000:00000010:1.0:1761311765.363192:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.363199:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ddc2aad1. 00000100:00000010:1.0:1761311765.363204:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ddc2aad1. 00010000:00000010:1.0:1761311765.363207:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.363221:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311765.363225:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810304, offset 224 00000400:00000200:1.0:1761311765.363231:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.363241:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.363246:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87322:87322:256:4294967295] 192.168.203.55@tcp LPNI seq info [87322:87322:8:4294967295] 00000400:00000200:1.0:1761311765.363256:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.363261:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.363265:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352634). 00000800:00000200:1.0:1761311765.363270:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.363276:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.363280:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.363336:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.363341:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.363343:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ce870aca. 02000000:00000010:1.0:1761311765.363350:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002567fd6e. 00000100:00000010:1.0:1761311765.363355:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 02000000:00000010:1.0:1761311765.363359:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c3dbe09. 00000100:00000010:1.0:1761311765.363362:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 02000000:00000010:1.0:1761311765.363364:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006c83b3d7. 00000100:00000010:1.0:1761311765.363367:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 02000000:00000010:1.0:1761311765.363370:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000023f34dfd. 00000100:00000010:1.0:1761311765.363371:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2b99d88. 02000000:00000010:1.0:1761311765.363374:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a82e0f71. 00000100:00000010:1.0:1761311765.363376:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cecda0d. 02000000:00000010:1.0:1761311765.363379:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001279311a. 00000100:00000010:1.0:1761311765.363380:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000200:1.0:1761311765.363398:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311765.363402:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e992d94. 00000400:00000010:1.0:1761311765.363406:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ddc2aad1 (tot 82352786). 00000800:00000200:3.0:1761311765.364035:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.364040:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:3.0:1761311765.364046:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.364051:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.364055:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:3.0:1761311765.364056:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 02000000:00000010:3.0:1761311765.364060:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d90d81a. 00000100:00000200:0.0:1761311765.364470:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787690112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.364482:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787690112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311765.364506:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a948d153. 02000000:00000010:0.0:1761311765.364522:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8ee9c6e. 02000000:00000010:0.0:1761311765.364527:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad1fd2c2. 00000100:00000010:0.0:1761311765.364529:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.364532:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.364535:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00080000:00000010:0.0:1761311765.364548:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad1fd2c2. 00010000:00000010:0.0:1761311765.364658:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.364665:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000742d15c6. 00000001:00000010:0.0:1761311765.364685:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.364696:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.364700:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8ee9c6e. 00000001:00000010:0.0:1761311765.364709:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.364715:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.364720:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.364724:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.364736:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000344ec498. 00010000:00000010:0.0:1761311765.364752:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311765.364758:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.364767:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.364772:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.364779:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.364790:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a77aa95. 02000000:00000010:0.0:1761311765.364814:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005d3e2e91. 00000400:00000010:0.0:1761311765.364818:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.364822:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.364826:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690176, portal 16 00000400:00000010:0.0:1761311765.364829:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311765.364832:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690176, offset 0 00000400:00000200:0.0:1761311765.364837:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.364848:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.364855:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.364859:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.364861:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.364864:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87323:87323:256:4294967295] 192.168.203.55@tcp LPNI seq info [87323:87323:8:4294967295] 00000400:00000200:0.0:1761311765.364872:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.364877:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.364883:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.364889:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.364894:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.364897:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.367701:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.367709:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:1.0:1761311765.367720:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.367730:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.367736:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:1.0:1761311765.367738:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 00000100:00000200:1.0:1761311765.367747:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787690176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.372380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e9221cfd. 00010000:00000010:0.1:1761311765.372408:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000385e36a1. 00010000:00000010:0.1:1761311765.372413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00000400:00000200:3.0:1761311765.373370:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.373391:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb0c0 00000400:00000200:3.0:1761311765.373400:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaabcd [1] + 224 00000400:00000200:3.0:1761311765.373413:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.373416:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.373429:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787690176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.373454:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.373459:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f8c0 00000400:00000200:3.0:1761311765.373465:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa953d [2] + 0 00000400:00000200:3.0:1761311765.373474:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.373478:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.373482:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.373487:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00000400:00000010:0.0:1761311765.373923:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.373928:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.373929:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.373935:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787690176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.373942:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787690176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.373969:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005d3e2e91. 02000000:00000010:0.0:1761311765.373975:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a77aa95. 00000100:00000010:0.0:1761311765.373979:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.373982:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.373986:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000020:00000010:2.0:1761311765.380712:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf547dd. 00000020:00000010:2.0:1761311765.380726:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.380730:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.380758:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000638b7854 x1846867781810368/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.380794:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810368 02000000:00000010:2.0:1761311765.380803:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6799e01. 00010000:00000010:2.0:1761311765.380830:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c848d0eb. 00010000:00000010:2.0:1761311765.380851:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.380857:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.380876:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.380879:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.380893:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048e81b04. 00000100:00000200:2.0:1761311765.380899:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810368, offset 224 00000400:00000200:2.0:1761311765.380906:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.380920:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.380925:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87324:87324:256:4294967295] 192.168.203.55@tcp LPNI seq info [87324:87324:8:4294967295] 00000400:00000200:2.0:1761311765.380938:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.380944:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.380948:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.380955:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.380961:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.380965:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.380992:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.380997:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.381001:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf547dd. 00080000:00000010:0.0:1761311765.381124:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a77aa95. 00010000:00000010:0.0:1761311765.381227:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.381233:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009af00e36. 00000001:00000010:0.0:1761311765.381251:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.381262:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.381266:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d3e2e91. 00000001:00000010:0.0:1761311765.381274:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.381279:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.381284:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.381289:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.381355:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000083d6737. 00100000:00000010:0.0:1761311765.381364:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000a8eb3f7b. 00100000:00000010:0.0:1761311765.381367:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000303426ca. 00010000:00000010:0.0:1761311765.381391:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.0:1761311765.381397:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.381406:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.381410:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.381416:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00000800:00000200:1.0:1761311765.381418:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.381423:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 02000000:00000010:0.0:1761311765.381426:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d5480c7. 00000400:00000200:1.0:1761311765.381428:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.381435:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.381440:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:1.0:1761311765.381442:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 02000000:00000010:0.0:1761311765.381449:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edef3b3a. 00000400:00000010:0.0:1761311765.381455:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.381459:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.381464:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690240, portal 16 00000400:00000010:0.0:1761311765.381468:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311765.381470:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690240, offset 0 00000400:00000200:0.0:1761311765.381475:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.381481:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.381486:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.381489:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.381491:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.381494:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87325:87325:256:4294967295] 192.168.203.55@tcp LPNI seq info [87325:87325:8:4294967295] 00000400:00000200:0.0:1761311765.381501:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.381505:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.381508:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.381512:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.381515:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.381517:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.381672:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.381675:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:1.0:1761311765.381680:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.381684:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.381687:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:1.0:1761311765.381688:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00000100:00000200:1.0:1761311765.381694:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787690240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.384465:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.384485:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb100 00000400:00000200:3.0:1761311765.384494:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaabd9 [1] + 224 00000400:00000200:3.0:1761311765.384509:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.384513:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.384523:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787690240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.384581:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.384586:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.384589:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.384595:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787690240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.384602:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787690240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.384629:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edef3b3a. 02000000:00000010:0.0:1761311765.384634:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d5480c7. 00000100:00000010:0.0:1761311765.384637:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.384641:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.384644:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00010000:00000010:0.1:1761311765.385456:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002e35e76. 00010000:00000010:0.1:1761311765.385466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:2.1:1761311765.386368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e9ff698. 00000400:00000200:1.0:1761311765.386968:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.386985:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f900 00000400:00000200:1.0:1761311765.386992:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa953d [2] + 328 00000400:00000200:1.0:1761311765.387148:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.387153:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.387161:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.387166:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00000020:00000010:2.0:1761311765.387243:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf547dd. 00000020:00000010:2.0:1761311765.387250:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.387254:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.387280:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781810432/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.387352:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810432 02000000:00000010:2.0:1761311765.387363:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344cc5a7. 00010000:00000010:2.0:1761311765.387389:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000821c8b21. 00010000:00000010:2.0:1761311765.387408:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.387415:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.387422:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.387425:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.387438:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005833ca56. 00000100:00000200:2.0:1761311765.387443:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810432, offset 224 00000400:00000200:2.0:1761311765.387450:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.387460:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.387465:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87326:87326:256:4294967295] 192.168.203.55@tcp LPNI seq info [87326:87326:8:4294967295] 00000400:00000200:2.0:1761311765.387475:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.387480:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.387486:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.387491:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.387497:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.387500:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.387530:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.387536:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.387538:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf547dd. 00000800:00000200:3.0:1761311765.387741:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.387745:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311765.387749:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.387753:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.387756:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005833ca56 00000400:00000010:3.0:1761311765.387758:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005833ca56. 00080000:00000010:0.0:1761311765.387833:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d5480c7. 00010000:00000010:0.0:1761311765.387953:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.387960:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043fe4b5a. 00000001:00000010:0.0:1761311765.387981:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.387991:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.387996:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edef3b3a. 00000001:00000010:0.0:1761311765.388003:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.388008:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.388013:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.388018:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.388029:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ae9302d7. 00010000:00000010:0.0:1761311765.388044:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311765.388049:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.388058:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.388062:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.388068:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.388078:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdb0abcf. 02000000:00000010:0.0:1761311765.388101:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000f1b6f65. 00000400:00000010:0.0:1761311765.388105:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.388109:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.388114:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690304, portal 16 00000400:00000010:0.0:1761311765.388119:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311765.388122:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690304, offset 0 00000400:00000200:0.0:1761311765.388128:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.388134:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.388141:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.388145:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.388148:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.388150:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87327:87327:256:4294967295] 192.168.203.55@tcp LPNI seq info [87327:87327:8:4294967295] 00000400:00000200:0.0:1761311765.388157:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.388161:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.388165:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.388170:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.388175:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.388177:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.388959:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.388965:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.388972:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.388978:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.388982:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:3.0:1761311765.388984:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 00000100:00000200:3.0:1761311765.388990:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787690304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.393366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a734649. 00010000:00000010:0.1:1761311765.396543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046e08183. 00010000:00000010:0.1:1761311765.396561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00000400:00000200:1.0:1761311765.399983:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.400004:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb140 00000400:00000200:1.0:1761311765.400100:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaabe5 [1] + 224 00000400:00000200:1.0:1761311765.400136:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.400141:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.400152:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787690304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.400477:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.400482:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.400484:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.400490:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787690304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.400497:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787690304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.400525:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000f1b6f65. 02000000:00000010:0.0:1761311765.400530:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdb0abcf. 00000100:00000010:0.0:1761311765.400535:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.400538:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.400541:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000200:3.0:1761311765.402136:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.402155:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f940 00000400:00000200:3.0:1761311765.402163:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa953d [2] + 656 00000400:00000200:3.0:1761311765.402231:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.402236:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.402242:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.402249:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000020:00000010:1.0:1761311765.402740:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001279311a. 00000020:00000010:1.0:1761311765.402748:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.402753:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.402783:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781810496/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311765.402818:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810496 02000000:00000010:1.0:1761311765.402879:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a82e0f71. 00010000:00000010:1.0:1761311765.402907:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008007bf85. 00010000:00000010:1.0:1761311765.402927:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.402933:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.402951:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.402955:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.402968:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311765.402972:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810496, offset 224 00000400:00000200:1.0:1761311765.402990:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.403002:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.403007:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87328:87328:256:4294967295] 192.168.203.55@tcp LPNI seq info [87328:87328:8:4294967295] 00000400:00000200:1.0:1761311765.403026:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.403031:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.403035:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.403040:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.403047:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.403050:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.403072:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.403076:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.403079:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001279311a. 00000800:00000200:3.0:1761311765.403421:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.403425:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.403432:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.403437:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.403442:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b91aca91 00000400:00000010:3.0:1761311765.403444:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b91aca91. 00080000:00000010:0.0:1761311765.403950:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000f1b6f65. 00010000:00000010:0.0:1761311765.404062:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.404069:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006678712e. 00000001:00000010:0.0:1761311765.404091:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.404103:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.404107:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000011550e4f. 00000001:00000010:0.0:1761311765.404117:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.404124:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.404128:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.404132:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.404146:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000079c24482. 00010000:00000010:0.0:1761311765.404163:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.0:1761311765.404168:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.404178:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.404184:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.404192:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.404205:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fdb0abcf. 02000000:00000010:0.0:1761311765.404231:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e48f9c8. 00000400:00000010:0.0:1761311765.404236:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.404242:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.404247:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690368, portal 16 00000400:00000010:0.0:1761311765.404252:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf943e4. 00000100:00000200:0.0:1761311765.404254:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690368, offset 0 00000400:00000200:0.0:1761311765.404261:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.404271:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.404279:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.404282:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.404285:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.404288:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87329:87329:256:4294967295] 192.168.203.55@tcp LPNI seq info [87329:87329:8:4294967295] 00000400:00000200:0.0:1761311765.404306:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.404373:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.404378:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.404384:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.404390:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.404393:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.404535:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.404539:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:1.0:1761311765.404545:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.404549:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.404552:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf943e4 00000400:00000010:1.0:1761311765.404554:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf943e4. 00000100:00000200:1.0:1761311765.404560:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787690368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.405870:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.405888:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb180 00000400:00000200:3.0:1761311765.405896:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaabf1 [1] + 224 00000400:00000200:3.0:1761311765.405910:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.405914:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.405923:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787690368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.406656:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.406662:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.406664:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.406671:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787690368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.406680:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787690368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.406709:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e48f9c8. 02000000:00000010:0.0:1761311765.406716:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fdb0abcf. 00000100:00000010:0.0:1761311765.406720:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.406724:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.406727:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000200:2.0:1761311765.407350:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.407364:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f980 00000400:00000200:2.0:1761311765.407370:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa953d [2] + 984 00000400:00000200:2.0:1761311765.407429:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.407434:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.407438:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.407442:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a42bc8f5. 00000020:00000010:1.0:1761311765.407553:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001279311a. 00000020:00000010:1.0:1761311765.407560:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.407564:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.407585:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a42bc8f5 x1846867781810560/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311765.407615:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810560 02000000:00000010:1.0:1761311765.407624:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002567fd6e. 00010000:00000010:1.0:1761311765.407649:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e22c3735. 00010000:00000010:1.0:1761311765.407668:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.407682:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.407692:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.407695:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000010:1.0:1761311765.407705:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311765.407709:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810560, offset 224 00000400:00000200:1.0:1761311765.407715:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.407723:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.407727:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87330:87330:256:4294967295] 192.168.203.55@tcp LPNI seq info [87330:87330:8:4294967295] 00000400:00000200:1.0:1761311765.407736:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.407741:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.407745:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.407749:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.407755:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.407758:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.407779:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.407782:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:1.0:1761311765.407784:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001279311a. 00080000:00000010:0.0:1761311765.407818:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e48f9c8. 00010000:00000010:0.0:1761311765.407920:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.407927:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033744779. 00000001:00000010:0.0:1761311765.407945:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.407959:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.407964:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046a47731. 00000001:00000010:0.0:1761311765.407972:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.407977:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.407982:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.407987:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.407999:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000de7e9f13. 00010000:00000010:0.0:1761311765.408012:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.0:1761311765.408017:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.408027:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.408030:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.408036:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.408046:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b50da492. 02000000:00000010:0.0:1761311765.408081:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fdb0abcf. 00000400:00000010:0.0:1761311765.408085:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.408090:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.408095:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690432, portal 16 00000400:00000010:0.0:1761311765.408099:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311765.408101:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690432, offset 0 00000400:00000200:0.0:1761311765.408107:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.408113:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.408120:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.408123:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.408126:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.408128:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87331:87331:255:4294967295] 192.168.203.55@tcp LPNI seq info [87331:87331:7:4294967295] 00000400:00000200:0.0:1761311765.408135:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.408139:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.408143:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82353034). 00000800:00000200:0.0:1761311765.408147:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.408150:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.408153:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.408523:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.408527:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352786). 00000400:00000200:3.0:1761311765.408532:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.408537:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.408540:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:3.0:1761311765.408542:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 00000800:00000200:3.0:1761311765.408594:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.408596:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.408602:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.408606:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.408608:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:3.0:1761311765.408609:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00000100:00000200:3.0:1761311765.408614:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787690432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.409504:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013de5b28. 00010000:00000010:0.1:1761311765.409514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311765.409659:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000053936607. 00000400:00000200:1.0:1761311765.411353:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.411373:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb1c0 00000400:00000200:1.0:1761311765.411383:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaabfd [1] + 224 00000400:00000200:1.0:1761311765.411395:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.411398:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.411410:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787690432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.411442:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.411447:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14f9c0 00000400:00000200:1.0:1761311765.411453:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa953d [2] + 1312 00000400:00000200:1.0:1761311765.411509:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.411513:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.411518:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.411524:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 00000020:00000010:2.0:1761311765.411823:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf547dd. 00000020:00000010:2.0:1761311765.411831:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.411836:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.411862:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4befbb x1846867781810624/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.411899:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810624 02000000:00000010:2.0:1761311765.411912:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000970c52da. 00010000:00000010:2.0:1761311765.411958:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.411966:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.411973:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.411976:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.411990:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031517c0b. 00000100:00000200:2.0:1761311765.411995:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810624, offset 224 00000400:00000200:2.0:1761311765.412002:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.412014:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.412019:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87332:87332:256:4294967295] 192.168.203.55@tcp LPNI seq info [87332:87332:8:4294967295] 00000400:00000200:2.0:1761311765.412029:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.412034:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.412038:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.412043:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.412050:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.412054:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.412076:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.412081:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.412085:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf547dd. 00000400:00000010:0.0:1761311765.412085:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.412091:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.412093:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.412101:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787690432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.412109:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787690432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311765.412128:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023cb36f9. 02000000:00000010:0.0:1761311765.412141:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fdb0abcf. 02000000:00000010:0.0:1761311765.412146:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b50da492. 00000100:00000010:0.0:1761311765.412151:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.412154:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.412157:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00080000:00000010:0.0:1761311765.412170:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdb0abcf. 00010000:00000010:0.0:1761311765.412275:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.412281:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009e0380db. 00000001:00000010:0.0:1761311765.412308:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.412350:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.412355:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b50da492. 00000001:00000010:0.0:1761311765.412364:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.412370:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.412374:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.412379:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.412391:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ea986597. 00010000:00000010:0.0:1761311765.412405:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311765.412410:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c5fd7f43. 00010000:00000010:0.0:1761311765.412419:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.412423:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.412428:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.412454:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000059ce4415. 02000000:00000010:0.0:1761311765.412477:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004955d77c. 00000400:00000010:0.0:1761311765.412480:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.412484:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.412490:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690496, portal 16 00000400:00000010:0.0:1761311765.412493:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311765.412495:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690496, offset 0 00000400:00000200:0.0:1761311765.412499:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.412506:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.412514:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.412517:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.412520:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.412523:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87333:87333:255:4294967295] 192.168.203.55@tcp LPNI seq info [87333:87333:7:4294967295] 00000400:00000200:0.0:1761311765.412529:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.412534:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.412537:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82353034). 00000800:00000200:0.0:1761311765.412541:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.412544:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.412547:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.413010:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.413016:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.413021:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.413026:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.413031:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031517c0b 00000400:00000010:3.0:1761311765.413033:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031517c0b. 00000800:00000200:3.0:1761311765.413099:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.413101:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.413107:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.413111:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.413113:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:3.0:1761311765.413114:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000100:00000200:3.0:1761311765.413120:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787690496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.417482:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.417502:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb200 00000400:00000200:3.0:1761311765.417511:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac09 [1] + 224 00000400:00000200:3.0:1761311765.417524:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.417528:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.417539:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787690496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.417728:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.417733:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311765.417735:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.417741:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787690496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.417748:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787690496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.417776:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004955d77c. 02000000:00000010:0.0:1761311765.417782:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000059ce4415. 00000100:00000010:0.0:1761311765.417786:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.417790:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.417794:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00010000:00000010:1.1:1761311765.418348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca93ef44. 00000400:00000200:1.0:1761311765.421525:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.421545:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fa00 00000400:00000200:1.0:1761311765.421553:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa953d [2] + 1640 00000400:00000200:1.0:1761311765.421621:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.421626:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.421633:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.421639:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00010000:00000010:0.1:1761311765.421856:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052143bb7. 00010000:00000010:0.1:1761311765.421865:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00000020:00000010:0.0:1761311765.421904:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000059ce4415. 00000020:00000010:0.0:1761311765.421912:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.421917:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.421944:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781810688/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311765.421984:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810688 02000000:00000010:0.0:1761311765.421995:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004955d77c. 00010000:00000010:0.0:1761311765.422022:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d8a0c92. 00010000:00000010:0.0:1761311765.422041:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.422048:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.422067:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.422070:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.422085:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.422090:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810688, offset 224 00000400:00000200:0.0:1761311765.422098:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311765.422107:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001279311a. 00000400:00000200:0.0:1761311765.422109:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.422115:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87334:87334:256:4294967295] 192.168.203.55@tcp LPNI seq info [87334:87334:8:4294967295] 00000400:00000200:0.0:1761311765.422135:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.422141:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.422146:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.422152:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.422157:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.422161:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.422183:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.422189:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.422193:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000059ce4415. 00010000:00000010:1.0:1761311765.422238:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c5fd7f43. 00010000:00000010:1.0:1761311765.422246:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092c47e7e. 00000800:00000200:3.0:1761311765.422257:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.422261:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000001:00000010:1.0:1761311765.422267:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ac34a19. 00000400:00000200:3.0:1761311765.422269:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.422276:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.422279:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000001:00000010:1.0:1761311765.422280:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ac34a19. 00000400:00000010:3.0:1761311765.422282:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00080000:00000010:1.0:1761311765.422288:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce870aca. 00000001:00000010:1.0:1761311765.422336:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ac34a19. 00000001:00000010:1.0:1761311765.422345:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ac34a19. 00000001:00000010:1.0:1761311765.422351:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001ac34a19. 00000001:00000010:1.0:1761311765.422356:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001ac34a19. 00100000:00000010:1.0:1761311765.422368:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001a3c34c1. 00100000:00000010:1.0:1761311765.422375:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000cfd339ca. 00100000:00000010:1.0:1761311765.422378:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007821d4b3. 00010000:00000010:1.0:1761311765.422397:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.422402:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002ed224e. 00010000:00000010:1.0:1761311765.422413:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009a39a96e. 00000100:00000010:1.0:1761311765.422417:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.422423:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 02000000:00000010:1.0:1761311765.422433:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d90d81a. 02000000:00000010:1.0:1761311765.422456:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000092409c14. 00000400:00000010:1.0:1761311765.422460:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ac34a19. 00000400:00000010:1.0:1761311765.422465:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311765.422470:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690560, portal 16 00000400:00000010:1.0:1761311765.422474:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311765.422476:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690560, offset 0 00000400:00000200:1.0:1761311765.422481:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.422487:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.422494:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.422498:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.422501:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.422503:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87335:87335:256:4294967295] 192.168.203.55@tcp LPNI seq info [87335:87335:8:4294967295] 00000400:00000200:1.0:1761311765.422510:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.422515:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.422518:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.422522:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.422526:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.422528:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.422948:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.422952:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.422957:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.422961:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.422964:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:3.0:1761311765.422966:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00000100:00000200:3.0:1761311765.422972:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e06db8e x1846867787690560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.427535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005582d5f7. 00010000:00000010:0.1:1761311765.427551:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000064036d46. 00010000:00000010:0.1:1761311765.427556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00000400:00000200:1.0:1761311765.427642:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.427661:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb240 00000400:00000200:1.0:1761311765.427669:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac15 [1] + 224 00000400:00000200:1.0:1761311765.427681:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.427685:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.427698:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e06db8e x1846867787690560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.429626:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a96969a6. 00010000:00000010:1.1:1761311765.429640:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00000400:00000010:0.0:1761311765.429671:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001ac34a19. 00000400:00000200:0.0:1761311765.429678:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:0.0:1761311765.429680:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000100:00000200:0.0:1761311765.429692:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e06db8e x1846867787690560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.429702:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e06db8e x1846867787690560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.429732:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000092409c14. 02000000:00000010:0.0:1761311765.429739:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d90d81a. 00000100:00000010:0.0:1761311765.429745:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 00000100:00000010:0.0:1761311765.429748:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:0.0:1761311765.429751:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009a39a96e. 00000400:00000200:1.0:1761311765.429813:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.429827:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fa40 00000400:00000200:1.0:1761311765.429833:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa953d [2] + 1968 00000400:00000010:1.0:1761311765.429837:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062bbe226. 00000400:00000200:1.0:1761311765.429840:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000022632814 00000400:00000200:1.0:1761311765.429915:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.429919:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.429924:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022632814 00000400:00000010:1.0:1761311765.429925:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000022632814 (tot 82352386). 00000100:00000200:1.0:1761311765.429930:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311765.430000:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf547dd. 00000020:00000010:2.0:1761311765.430009:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.430013:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.430034:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000afe75297 x1846867781810752/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311765.430416:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810752 02000000:00000010:2.0:1761311765.430428:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b92382c0. 00010000:00000010:2.0:1761311765.430455:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000038137e6. 00010000:00000010:2.0:1761311765.430477:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.430484:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043bfaa26. 00000100:00000010:2.0:1761311765.430506:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043bfaa26. 00010000:00000010:2.0:1761311765.430508:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.430524:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.430528:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810752, offset 224 00000400:00000200:2.0:1761311765.430536:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.430548:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.430553:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87336:87336:256:4294967295] 192.168.203.55@tcp LPNI seq info [87336:87336:8:4294967295] 00000400:00000200:2.0:1761311765.430563:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.430568:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.430574:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352634). 00000800:00000200:2.0:1761311765.430581:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.430586:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.430590:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.430620:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.430625:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.430628:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf547dd. 02000000:00000010:2.0:1761311765.430636:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004955d77c. 00000100:00000010:2.0:1761311765.430639:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:2.0:1761311765.430645:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000970c52da. 00000100:00000010:2.0:1761311765.430649:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 02000000:00000010:2.0:1761311765.430652:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002567fd6e. 00000100:00000010:2.0:1761311765.430656:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a42bc8f5. 02000000:00000010:2.0:1761311765.430658:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a82e0f71. 00000100:00000010:2.0:1761311765.430660:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 02000000:00000010:2.0:1761311765.430662:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344cc5a7. 00000100:00000010:2.0:1761311765.430663:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 02000000:00000010:2.0:1761311765.430666:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6799e01. 00000100:00000010:2.0:1761311765.430667:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000200:2.0:1761311765.430681:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311765.430686:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c67267e1. 00000400:00000010:2.0:1761311765.430690:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000043bfaa26 (tot 82352786). 00000800:00000200:3.0:1761311765.431025:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.431030:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311765.431034:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.431039:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.431042:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:3.0:1761311765.431044:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 02000000:00000010:3.0:1761311765.431049:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b92382c0. 00080000:00000010:1.0:1761311765.431187:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018ec408f. 00010000:00000010:1.0:1761311765.431344:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002ed224e. 00010000:00000010:1.0:1761311765.431352:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048e51bc2. 00000001:00000010:1.0:1761311765.431372:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311765.431384:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00080000:00000010:1.0:1761311765.431390:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51a38c0. 00000001:00000010:1.0:1761311765.431398:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311765.431403:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311765.431407:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311765.431411:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00100000:00000010:1.0:1761311765.431425:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003414e1f8. 00010000:00000010:1.0:1761311765.431442:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.431448:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002ed224e. 00010000:00000010:1.0:1761311765.431458:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1fde470. 00000100:00000010:1.0:1761311765.431462:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.431469:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.431481:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092409c14. 02000000:00000010:1.0:1761311765.431506:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000012a28fd0. 00000400:00000010:1.0:1761311765.431511:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062bbe226. 00000400:00000010:1.0:1761311765.431514:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311765.431518:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690624, portal 16 00000400:00000010:1.0:1761311765.431523:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311765.431524:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690624, offset 0 00000400:00000200:1.0:1761311765.431530:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.431538:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.431545:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.431548:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.431550:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.431553:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87337:87337:256:4294967295] 192.168.203.55@tcp LPNI seq info [87337:87337:8:4294967295] 00000400:00000200:1.0:1761311765.431562:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.431566:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.431571:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.431575:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.431581:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.431584:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.431751:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.431754:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.431760:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.431764:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.431767:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:3.0:1761311765.431768:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:3.0:1761311765.431773:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787690624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.434925:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000024629807. 00010000:00000010:2.1:1761311765.438488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001520ca4. 00000400:00000200:1.0:1761311765.439414:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.439434:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb280 00000400:00000200:1.0:1761311765.439443:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac25 [1] + 224 00000400:00000200:1.0:1761311765.439454:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.439458:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.439470:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787690624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.439604:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.439611:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fa80 00000400:00000200:1.0:1761311765.439618:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9595 [2] + 0 00000400:00000200:1.0:1761311765.439677:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.439681:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.439686:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.439692:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002234a2fe. 00000400:00000010:0.0:1761311765.439787:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062bbe226. 00000400:00000200:0.0:1761311765.439794:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:0.0:1761311765.439796:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 00000100:00000200:0.0:1761311765.439802:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787690624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.439809:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787690624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.439839:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000012a28fd0. 02000000:00000010:0.0:1761311765.439959:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092409c14. 00000100:00000010:0.0:1761311765.439964:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:0.0:1761311765.439967:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:0.0:1761311765.439973:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1fde470. 00000020:00000010:2.0:1761311765.440466:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6799e01. 00000020:00000010:2.0:1761311765.440475:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.440479:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.440504:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002234a2fe x1846867781810816/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.440544:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810816 02000000:00000010:2.0:1761311765.440556:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344cc5a7. 00010000:00000010:2.0:1761311765.440586:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c7192c6. 00010000:00000010:2.0:1761311765.440763:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.440771:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afa02f9c. 00000100:00000010:2.0:1761311765.440786:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afa02f9c. 00010000:00000010:2.0:1761311765.440790:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.440803:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311765.440807:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810816, offset 224 00000400:00000200:2.0:1761311765.440815:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.440826:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.440831:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87338:87338:256:4294967295] 192.168.203.55@tcp LPNI seq info [87338:87338:8:4294967295] 00000400:00000200:2.0:1761311765.440840:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.440846:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.440850:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.440856:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.440862:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.440865:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.440887:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.440893:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.440895:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6799e01. 00000800:00000200:3.0:1761311765.440993:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.440997:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311765.441002:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.441007:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.441010:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:3.0:1761311765.441011:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00010000:00000010:1.1:1761311765.442355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000016078a5. 00010000:00000010:1.1:1761311765.442372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00080000:00000010:0.0:1761311765.443178:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059ce4415. 00010000:00000010:0.0:1761311765.443356:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002ed224e. 00010000:00000010:0.0:1761311765.443365:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095569b00. 00000001:00000010:0.0:1761311765.443387:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.443397:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00080000:00000010:0.0:1761311765.443402:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a749c63a. 00000001:00000010:0.0:1761311765.443410:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.443416:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.443421:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006db5b49b. 00000001:00000010:0.0:1761311765.443425:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006db5b49b. 00100000:00000010:0.0:1761311765.443439:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009b397133. 00010000:00000010:0.0:1761311765.443454:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.0:1761311765.443459:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b17acc60. 00010000:00000010:0.0:1761311765.443472:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.443480:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.450192:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.450217:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3dc3ea6. 02000000:00000010:0.0:1761311765.450252:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c7d0535. 00000400:00000010:0.0:1761311765.450259:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.450265:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311765.450273:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690688, portal 16 00000400:00000010:0.0:1761311765.450278:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311765.450281:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690688, offset 0 00000400:00000200:0.0:1761311765.450290:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.450332:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.450339:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.450342:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.450344:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.450347:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87339:87339:256:4294967295] 192.168.203.55@tcp LPNI seq info [87339:87339:8:4294967295] 00000400:00000200:0.0:1761311765.450357:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.450364:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.450370:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.450377:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.450384:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.450388:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761311765.451426:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f32973d3. 00000800:00000200:3.0:1761311765.451736:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.451741:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.451749:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.451756:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.451761:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001541a840 00000400:00000010:3.0:1761311765.451763:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001541a840. 00000100:00000200:3.0:1761311765.451771:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787690688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.455432:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.455452:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb2c0 00000400:00000200:3.0:1761311765.455462:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac31 [1] + 224 00000400:00000200:3.0:1761311765.455476:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.455481:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.455494:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787690688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.455610:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006db5b49b. 00000400:00000200:0.0:1761311765.455616:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:0.0:1761311765.455619:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:0.0:1761311765.455626:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787690688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.455635:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787690688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.455669:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c7d0535. 02000000:00000010:0.0:1761311765.455675:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3dc3ea6. 00000100:00000010:0.0:1761311765.455680:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.455685:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.455690:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000200:3.0:1761311765.456811:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.456827:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fac0 00000400:00000200:3.0:1761311765.456836:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9595 [2] + 328 00000400:00000200:3.0:1761311765.456909:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.456915:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.456922:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.456928:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00000020:00000010:0.0:1761311765.457649:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dc3ea6. 00000020:00000010:0.0:1761311765.457658:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.457662:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.457688:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781810880/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.457713:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810880 02000000:00000010:0.0:1761311765.457723:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002c7d0535. 00010000:00000010:0.0:1761311765.457752:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008476780e. 00010000:00000010:0.0:1761311765.457774:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.457781:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.457799:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.457803:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00080000:00000010:3.0:1761311765.460226:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000febc84e8. 00010000:00000010:3.0:1761311765.460395:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b17acc60. 00010000:00000010:3.0:1761311765.460404:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000058f6e1fe. 00000001:00000010:3.0:1761311765.460423:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006e3a0376. 00000001:00000010:3.0:1761311765.460432:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006e3a0376. 00080000:00000010:3.0:1761311765.460437:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063d52be5. 00000001:00000010:3.0:1761311765.460445:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006e3a0376. 00000001:00000010:3.0:1761311765.460450:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006e3a0376. 00000001:00000010:3.0:1761311765.460455:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006e3a0376. 00000001:00000010:3.0:1761311765.460460:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006e3a0376. 00100000:00000010:3.0:1761311765.460471:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000a8ed22d. 00010000:00000010:3.0:1761311765.460485:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000f16322. 00010000:00000010:3.0:1761311765.460490:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000df98e31e. 00010000:00000010:3.0:1761311765.460500:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311765.460508:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5673093. 00000100:00000010:3.0:1761311765.460517:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311765.460531:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007f615794. 02000000:00000010:3.0:1761311765.460563:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006c6f6ac7. 00000400:00000010:3.0:1761311765.460570:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e3a0376. 00000400:00000010:3.0:1761311765.460577:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311765.460585:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690752, portal 16 00000400:00000010:3.0:1761311765.460591:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.460594:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690752, offset 0 00000400:00000200:3.0:1761311765.460603:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.460620:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.460628:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.460631:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.460634:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.460638:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87340:87340:256:4294967295] 192.168.203.55@tcp LPNI seq info [87340:87340:8:4294967295] 00000400:00000200:3.0:1761311765.460650:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.460656:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.460661:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311765.460668:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.460675:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.460678:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:0.0:1761311765.460795:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311765.460801:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810880, offset 224 00000400:00000200:0.0:1761311765.460807:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.460814:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.460819:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87341:87341:255:4294967295] 192.168.203.55@tcp LPNI seq info [87341:87341:7:4294967295] 00000400:00000200:0.0:1761311765.460826:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.460831:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.460836:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82353034). 00000800:00000200:0.0:1761311765.460841:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.460845:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.460847:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.460863:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.460870:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.460873:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dc3ea6. 00000800:00000200:2.0:1761311765.460978:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.460982:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352786). 00000400:00000200:2.0:1761311765.460987:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.460992:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.460997:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:2.0:1761311765.460999:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:2.0:1761311765.461006:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787690752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761311765.461101:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.461103:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:2.0:1761311765.461109:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.461112:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.461113:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:2.0:1761311765.461114:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00010000:00000010:0.1:1761311765.464365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000029967672. 00010000:00000010:0.1:1761311765.464379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:3.0:1761311765.464661:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.464680:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb300 00000400:00000200:3.0:1761311765.464689:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac39 [1] + 224 00000400:00000200:3.0:1761311765.464700:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.464705:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.464716:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787690752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.466405:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.466420:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fb00 00000400:00000200:3.0:1761311765.466426:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9595 [2] + 656 00000400:00000200:3.0:1761311765.466487:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.466491:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.466497:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.466502:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 00000020:00000010:2.0:1761311765.466719:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6799e01. 00000020:00000010:2.0:1761311765.466728:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.466732:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.466755:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000129091b7 x1846867781810944/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.466796:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781810944 02000000:00000010:2.0:1761311765.466808:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000970c52da. 00010000:00000010:2.0:1761311765.466854:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.466862:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afa02f9c. 00000100:00000010:2.0:1761311765.466869:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afa02f9c. 00010000:00000010:2.0:1761311765.466875:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.466887:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e7df18d. 00000100:00000200:2.0:1761311765.466891:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781810944, offset 224 00000400:00000200:2.0:1761311765.466897:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.466906:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.466910:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87342:87342:256:4294967295] 192.168.203.55@tcp LPNI seq info [87342:87342:8:4294967295] 00000400:00000200:2.0:1761311765.466920:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.466924:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.466929:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.466934:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.466939:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.466942:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.466968:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.466974:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.466977:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6799e01. 00000800:00000200:1.0:1761311765.467259:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.467262:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311765.467266:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.467270:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.467274:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:1.0:1761311765.467276:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000400:00000010:0.0:1761311765.467872:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e3a0376. 00000400:00000200:0.0:1761311765.467878:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:0.0:1761311765.467880:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000100:00000200:0.0:1761311765.467888:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787690752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.467897:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787690752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311765.467918:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e0ecaeba. 02000000:00000010:0.0:1761311765.467933:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006c6f6ac7. 02000000:00000010:0.0:1761311765.467938:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007f615794. 00000100:00000010:0.0:1761311765.467941:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000010:0.0:1761311765.467944:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5673093. 00010000:00000010:0.0:1761311765.467947:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00080000:00000010:1.0:1761311765.468022:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012a28fd0. 00010000:00000010:1.0:1761311765.468159:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df98e31e. 00010000:00000010:1.0:1761311765.468168:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bf9a492c. 00000001:00000010:1.0:1761311765.468185:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.468197:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.468204:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec225cba. 00000001:00000010:1.0:1761311765.468211:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.468218:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.468222:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.468227:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.468240:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000053dbfbfa. 00010000:00000010:1.0:1761311765.468256:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.468261:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.468271:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.468277:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.468285:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.468307:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f659556e. 02000000:00000010:1.0:1761311765.468477:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa714a5c. 00000400:00000010:1.0:1761311765.468483:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.468487:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.468494:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690816, portal 16 00000400:00000010:1.0:1761311765.468498:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311765.468500:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690816, offset 0 00000400:00000200:1.0:1761311765.468506:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.468517:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.468524:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.468527:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.468529:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.468533:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87343:87343:256:4294967295] 192.168.203.55@tcp LPNI seq info [87343:87343:8:4294967295] 00000400:00000200:1.0:1761311765.468542:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.468546:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.468550:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311765.468555:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.468562:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.468565:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.469432:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.469437:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:2.0:1761311765.469445:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.469451:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.469456:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:2.0:1761311765.469458:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:2.0:1761311765.469466:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787690816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.469899:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3a10100. 00010000:00000010:3.1:1761311765.469907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311765.473378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009af9bfb3. 00010000:00000010:1.1:1761311765.473431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d474dcb. 00010000:00000010:1.1:1761311765.473438:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00000400:00000200:3.0:1761311765.474308:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.474456:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb340 00000400:00000200:3.0:1761311765.474464:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac49 [1] + 224 00000400:00000200:3.0:1761311765.474478:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.474481:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.474492:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787690816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.474517:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.474522:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fb40 00000400:00000200:3.0:1761311765.474526:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9595 [2] + 984 00000400:00000200:3.0:1761311765.474551:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.474555:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.474559:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.474563:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000400:00000010:1.0:1761311765.474660:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.474666:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.474669:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.474674:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787690816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.474680:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787690816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.474706:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa714a5c. 02000000:00000010:1.0:1761311765.474713:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f659556e. 00000100:00000010:1.0:1761311765.474717:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.474721:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.474724:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000020:00000010:2.0:1761311765.475198:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6799e01. 00000020:00000010:2.0:1761311765.475206:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.475210:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.475233:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c241c5e9 x1846867781811008/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311765.475269:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811008 02000000:00000010:2.0:1761311765.475281:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000abf547dd. 00010000:00000010:2.0:1761311765.475339:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d1e5471c. 00010000:00000010:2.0:1761311765.475359:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.475366:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afa02f9c. 00000100:00000010:2.0:1761311765.475382:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afa02f9c. 00010000:00000010:2.0:1761311765.475385:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.475398:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311765.475403:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811008, offset 224 00000400:00000200:2.0:1761311765.475409:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.475420:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.475425:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87344:87344:256:4294967295] 192.168.203.55@tcp LPNI seq info [87344:87344:8:4294967295] 00000400:00000200:2.0:1761311765.475434:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.475439:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.475443:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.475448:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.475455:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.475458:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.475483:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.475489:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.475492:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6799e01. 00080000:00000010:1.0:1761311765.475607:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa714a5c. 00010000:00000010:1.0:1761311765.475720:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.475726:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c182e1b0. 00000001:00000010:1.0:1761311765.475742:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.475755:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.475760:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049e71ba7. 00000001:00000010:1.0:1761311765.475767:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.475772:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.475777:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.475781:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.475793:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001302b0e4. 00100000:00000010:1.0:1761311765.475799:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000003ffd0452. 00100000:00000010:1.0:1761311765.475802:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000983bbdb9. 00010000:00000010:1.0:1761311765.475823:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.475828:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.475837:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.475840:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.475846:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.475858:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008343a662. 02000000:00000010:1.0:1761311765.475878:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009e6bb176. 00000400:00000010:1.0:1761311765.475882:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.475886:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.475891:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690880, portal 16 00000400:00000010:1.0:1761311765.475894:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311765.475896:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690880, offset 0 00000400:00000200:1.0:1761311765.475902:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.475909:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.475916:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.475919:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.475922:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.475924:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87345:87345:255:4294967295] 192.168.203.55@tcp LPNI seq info [87345:87345:7:4294967295] 00000400:00000200:1.0:1761311765.475931:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.475935:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.475938:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82353034). 00000800:00000200:1.0:1761311765.475942:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.475946:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.475949:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.476350:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.476355:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.476359:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.476363:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.476366:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:3.0:1761311765.476368:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000800:00000200:3.0:1761311765.476435:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.476437:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:3.0:1761311765.476443:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.476446:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.476448:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:3.0:1761311765.476450:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000100:00000200:3.0:1761311765.476455:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787690880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.478416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e8ccd418. 00000400:00000200:2.0:1761311765.481048:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.481065:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb380 00000400:00000200:2.0:1761311765.481073:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac55 [1] + 224 00000400:00000200:2.0:1761311765.481083:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.481252:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.481265:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787690880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.481617:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.481625:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fb80 00000400:00000200:2.0:1761311765.481631:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9595 [2] + 1312 00000400:00000200:2.0:1761311765.481693:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.481697:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.481701:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.481707:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a42bc8f5. 00000400:00000010:1.0:1761311765.481836:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.481854:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.481857:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.481865:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787690880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.481872:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787690880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.481903:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009e6bb176. 02000000:00000010:1.0:1761311765.481909:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008343a662. 00000100:00000010:1.0:1761311765.481914:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.481917:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.481921:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000020:00000010:0.0:1761311765.482196:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dc3ea6. 00000020:00000010:0.0:1761311765.482204:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.482208:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.482228:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a42bc8f5 x1846867781811072/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.482267:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811072 02000000:00000010:0.0:1761311765.482277:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6b2b156. 00010000:00000010:0.0:1761311765.482333:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b34c35bd. 00010000:00000010:0.0:1761311765.482354:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.482360:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.482370:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.482373:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.482387:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000100:00000200:0.0:1761311765.482391:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811072, offset 224 00000400:00000200:0.0:1761311765.482398:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.482409:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.482414:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87346:87346:256:4294967295] 192.168.203.55@tcp LPNI seq info [87346:87346:8:4294967295] 00000400:00000200:0.0:1761311765.482424:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.482429:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.482435:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.482441:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.482449:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.482453:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.482473:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.482478:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.482481:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dc3ea6. 00000800:00000200:3.0:1761311765.482724:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.482728:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.482735:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.482739:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.482744:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c162b60 00000400:00000010:3.0:1761311765.482745:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c162b60. 00010000:00000010:1.1:1761311765.482984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5380c0e. 00010000:00000010:1.1:1761311765.482992:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00080000:00000010:1.0:1761311765.483013:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008343a662. 00010000:00000010:1.0:1761311765.483145:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.483151:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000053b64ac5. 00000001:00000010:1.0:1761311765.483170:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.483184:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.483189:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e6bb176. 00000001:00000010:1.0:1761311765.483197:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.483204:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.483208:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.483214:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.483226:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d0273499. 00010000:00000010:1.0:1761311765.483242:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.483246:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.483256:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.483261:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.483267:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.483278:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004c37257. 02000000:00000010:1.0:1761311765.483342:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd41df7b. 00000400:00000010:1.0:1761311765.483347:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.483352:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.483358:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787690944, portal 16 00000400:00000010:1.0:1761311765.483362:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071fc6447. 00000100:00000200:1.0:1761311765.483364:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787690944, offset 0 00000400:00000200:1.0:1761311765.483369:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.483377:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.483385:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.483388:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.483391:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.483393:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87347:87347:256:4294967295] 192.168.203.55@tcp LPNI seq info [87347:87347:8:4294967295] 00000400:00000200:1.0:1761311765.483401:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.483408:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.483411:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311765.483416:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.483421:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.483423:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761311765.483530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db883bcd. 00000800:00000200:0.0:1761311765.484669:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.484675:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:0.0:1761311765.484683:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.484690:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.484695:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:0.0:1761311765.484697:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000100:00000200:0.0:1761311765.484704:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787690944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.487984:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000adc43493. 00010000:00000010:1.1:1761311765.487997:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:2.0:1761311765.488165:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.488179:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb3c0 00000400:00000200:2.0:1761311765.488188:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac61 [1] + 224 00000400:00000200:2.0:1761311765.488204:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.488208:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.488218:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787690944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.489036:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.489047:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fbc0 00000400:00000200:3.0:1761311765.489054:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9595 [2] + 1640 00000400:00000200:3.0:1761311765.489113:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.489117:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.489122:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.489127:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:2.0:1761311765.489593:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6799e01. 00000020:00000010:2.0:1761311765.489603:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.489608:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.489638:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781811136/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.489678:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811136 02000000:00000010:2.0:1761311765.489691:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b92382c0. 00010000:00000010:2.0:1761311765.489734:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.489742:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afa02f9c. 00000100:00000010:2.0:1761311765.489749:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afa02f9c. 00010000:00000010:2.0:1761311765.489754:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.489769:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311765.489775:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811136, offset 224 00000400:00000200:2.0:1761311765.489782:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.489793:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.489798:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87348:87348:256:4294967295] 192.168.203.55@tcp LPNI seq info [87348:87348:8:4294967295] 00000400:00000200:2.0:1761311765.489807:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.489813:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.489818:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.489824:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.489830:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.489833:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.489867:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.489873:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.489877:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6799e01. 00000400:00000010:1.0:1761311765.490094:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.490100:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.490102:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.490109:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787690944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.490117:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787690944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311765.490138:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000028b55d9f. 02000000:00000010:1.0:1761311765.490156:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd41df7b. 02000000:00000010:1.0:1761311765.490162:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004c37257. 00000100:00000010:1.0:1761311765.490165:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.490169:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.490172:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00080000:00000010:1.0:1761311765.490187:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004c37257. 00010000:00000010:1.0:1761311765.490334:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.490340:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000131f215. 00000001:00000010:1.0:1761311765.490360:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.490373:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.490378:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd41df7b. 00000001:00000010:1.0:1761311765.490387:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.490393:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.490398:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.490403:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.490417:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000050126939. 00010000:00000010:1.0:1761311765.490432:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.490438:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.490449:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.490453:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.490459:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.490468:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000075a8553e. 02000000:00000010:1.0:1761311765.490490:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ced5ad2. 00000400:00000010:1.0:1761311765.490494:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.490498:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.490502:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691008, portal 16 00000400:00000010:1.0:1761311765.490506:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000daaa4b22. 00000100:00000200:1.0:1761311765.490508:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691008, offset 0 00000400:00000200:1.0:1761311765.490514:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.490521:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.490527:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.490529:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.490532:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.490535:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87349:87349:255:4294967295] 192.168.203.55@tcp LPNI seq info [87349:87349:7:4294967295] 00000400:00000200:1.0:1761311765.490542:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.490546:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.490549:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311765.490553:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.490557:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.490559:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.490994:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.490998:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.491002:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.491007:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.491011:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:3.0:1761311765.491013:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000800:00000200:3.0:1761311765.491080:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.491082:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:3.0:1761311765.491088:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.491091:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.491093:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:3.0:1761311765.491095:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000100:00000200:3.0:1761311765.491100:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.492583:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087a81fb6. 00000400:00000200:2.0:1761311765.494403:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.494421:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb400 00000400:00000200:2.0:1761311765.494429:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac6d [1] + 224 00000400:00000200:2.0:1761311765.494444:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.494448:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.494458:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.494617:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.494624:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.494626:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.494632:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.494640:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.494667:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ced5ad2. 02000000:00000010:1.0:1761311765.494675:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000075a8553e. 00000100:00000010:1.0:1761311765.494678:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.494683:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.494687:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.495243:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.495255:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fc00 00000400:00000200:3.0:1761311765.495261:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9595 [2] + 1968 00000400:00000010:3.0:1761311765.495264:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:3.0:1761311765.495268:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000001b743b35 00000400:00000200:3.0:1761311765.495357:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.495361:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.495364:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b743b35 00000400:00000010:3.0:1761311765.495366:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000001b743b35 (tot 82352386). 00000100:00000200:3.0:1761311765.495372:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311765.495466:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dc3ea6. 00000020:00000010:0.0:1761311765.495473:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.495477:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.495499:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008e287f35 x1846867781811200/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311765.495535:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811200 02000000:00000010:0.0:1761311765.495546:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000876ba2f6. 00010000:00000010:0.0:1761311765.495577:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0678990. 00010000:00000010:0.0:1761311765.495599:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.495605:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000016222bd5. 00000100:00000010:0.0:1761311765.495618:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000016222bd5. 00010000:00000010:0.0:1761311765.495621:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.495633:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b335db6f. 00000100:00000200:0.0:1761311765.495637:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811200, offset 224 00000400:00000200:0.0:1761311765.495644:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.495655:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.495661:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87350:87350:256:4294967295] 192.168.203.55@tcp LPNI seq info [87350:87350:8:4294967295] 00000400:00000200:0.0:1761311765.495671:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.495679:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.495684:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352634). 00000800:00000200:0.0:1761311765.495690:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.495698:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.495703:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.495727:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.495732:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.495735:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dc3ea6. 02000000:00000010:0.0:1761311765.495744:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b92382c0. 00000100:00000010:0.0:1761311765.495749:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:0.0:1761311765.495753:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6b2b156. 00000100:00000010:0.0:1761311765.495757:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a42bc8f5. 02000000:00000010:0.0:1761311765.495760:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000abf547dd. 00000100:00000010:0.0:1761311765.495763:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 02000000:00000010:0.0:1761311765.495765:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000970c52da. 00000100:00000010:0.0:1761311765.495767:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 02000000:00000010:0.0:1761311765.495770:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002c7d0535. 00000100:00000010:0.0:1761311765.495772:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 02000000:00000010:0.0:1761311765.495775:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344cc5a7. 00000100:00000010:0.0:1761311765.495777:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002234a2fe. 00000100:00000200:0.0:1761311765.495784:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311765.495789:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006db5b49b. 00000400:00000010:0.0:1761311765.495793:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000016222bd5 (tot 82352786). 00080000:00000010:1.0:1761311765.496249:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000075a8553e. 00010000:00000010:1.0:1761311765.496395:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.496402:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008eca1f4d. 00000001:00000010:1.0:1761311765.496420:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.496433:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.496438:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ced5ad2. 00000001:00000010:1.0:1761311765.496446:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.496451:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.496456:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.496461:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.496472:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e0e0385f. 00010000:00000010:1.0:1761311765.496488:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311765.496493:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.496503:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.496507:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.496513:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.496523:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f62794da. 02000000:00000010:1.0:1761311765.496545:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f49a8f3. 00000400:00000010:1.0:1761311765.496549:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.496553:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.496557:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691072, portal 16 00000400:00000010:1.0:1761311765.496561:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311765.496563:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691072, offset 0 00000400:00000200:1.0:1761311765.496568:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.496577:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.496583:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.496586:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.496589:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.496592:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87351:87351:255:4294967295] 192.168.203.55@tcp LPNI seq info [87351:87351:7:4294967295] 00000400:00000200:1.0:1761311765.496600:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.496604:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.496608:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82353034). 00000800:00000200:1.0:1761311765.496613:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.496619:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.496621:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.496801:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.496805:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:3.0:1761311765.496812:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.496816:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.496819:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b335db6f 00000400:00000010:3.0:1761311765.496820:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b335db6f. 02000000:00000010:3.0:1761311765.496825:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000876ba2f6. 00000800:00000200:3.0:1761311765.496891:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.496893:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:3.0:1761311765.496898:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.496901:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.496902:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:3.0:1761311765.496904:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:3.0:1761311765.496909:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.499624:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.499647:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb440 00000400:00000200:2.0:1761311765.499656:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac7d [1] + 224 00000400:00000200:2.0:1761311765.499672:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.499676:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.499691:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.499943:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.499950:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.499953:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.499958:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.499965:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.499994:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f49a8f3. 02000000:00000010:1.0:1761311765.500001:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f62794da. 00000100:00000010:1.0:1761311765.500005:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.500009:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.500013:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.501307:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00010000:00000010:1.1:1761311765.501401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005a5b021d. 00010000:00000010:1.1:1761311765.501414:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000af843a0. 00010000:00000010:1.1:1761311765.501419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:3.0:1761311765.501540:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fc40 00000400:00000200:3.0:1761311765.501547:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa95ed [2] + 0 00000400:00000200:3.0:1761311765.501756:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.501761:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.501767:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.501772:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 00000020:00000010:2.0:1761311765.502094:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6799e01. 00000020:00000010:2.0:1761311765.502101:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.502105:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.502130:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000063082542 x1846867781811264/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311765.502205:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811264 02000000:00000010:2.0:1761311765.502215:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c3dbe09. 00010000:00000010:2.0:1761311765.502239:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000021ba0acd. 00010000:00000010:2.0:1761311765.502259:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.502266:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afa02f9c. 00000100:00000010:2.0:1761311765.502284:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afa02f9c. 00010000:00000010:2.0:1761311765.502289:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.502333:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311765.502339:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811264, offset 224 00000400:00000200:2.0:1761311765.502347:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.502357:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.502362:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87352:87352:256:4294967295] 192.168.203.55@tcp LPNI seq info [87352:87352:8:4294967295] 00000400:00000200:2.0:1761311765.502371:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.502376:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.502381:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.502386:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.502391:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.502394:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.502414:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.502419:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.502422:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6799e01. 00080000:00000010:1.0:1761311765.502483:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f62794da. 00010000:00000010:1.0:1761311765.502588:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.502594:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000049d26b0. 00000001:00000010:1.0:1761311765.502610:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.502623:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.502628:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f49a8f3. 00000001:00000010:1.0:1761311765.502634:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.502639:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.502643:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.502647:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.502657:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a4337e78. 00010000:00000010:1.0:1761311765.502672:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.502676:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.502684:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.502687:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.502693:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.502701:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a1f7039a. 02000000:00000010:1.0:1761311765.502723:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ffc0186d. 00000400:00000010:1.0:1761311765.502727:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.502731:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.502736:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691136, portal 16 00000400:00000010:1.0:1761311765.502740:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311765.502741:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691136, offset 0 00000400:00000200:1.0:1761311765.502747:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.502753:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.502759:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.502762:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.502764:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.502767:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87353:87353:255:4294967295] 192.168.203.55@tcp LPNI seq info [87353:87353:7:4294967295] 00000400:00000200:1.0:1761311765.502773:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.502777:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.502780:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311765.502783:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.502786:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.502788:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.502934:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.502937:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:3.0:1761311765.502941:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.502945:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.502948:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:3.0:1761311765.502950:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00000800:00000200:3.0:1761311765.503002:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.503004:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:3.0:1761311765.503009:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.503012:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.503014:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:3.0:1761311765.503015:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000100:00000200:3.0:1761311765.503020:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.506043:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.506059:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb480 00000400:00000200:2.0:1761311765.506067:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac89 [1] + 224 00000400:00000200:2.0:1761311765.506077:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.506081:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.506091:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.506395:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.506401:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fc80 00000400:00000200:2.0:1761311765.506405:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa95ed [2] + 328 00000400:00000200:2.0:1761311765.506417:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.506420:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.506423:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.506428:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7d6009e. 00000020:00000010:0.0:1761311765.506978:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c7d0535. 00000020:00000010:0.0:1761311765.506985:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.506989:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.507010:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7d6009e x1846867781811328/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000400:00000010:1.0:1761311765.507062:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.507068:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.507070:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.507075:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.507083:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.507108:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ffc0186d. 02000000:00000010:1.0:1761311765.507114:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a1f7039a. 00000100:00000010:1.0:1761311765.507117:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.507120:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.507124:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000100:00000200:0.0:1761311765.507180:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811328 02000000:00000010:0.0:1761311765.507191:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6b2b156. 00010000:00000010:0.0:1761311765.507215:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005f8db13f. 00010000:00000010:0.0:1761311765.507232:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.507239:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.507254:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.507257:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.507269:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311765.507272:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811328, offset 224 00000400:00000200:0.0:1761311765.507279:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.507288:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.507303:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87354:87354:256:4294967295] 192.168.203.55@tcp LPNI seq info [87354:87354:8:4294967295] 00000400:00000200:0.0:1761311765.507329:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.507334:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.507340:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.507345:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.507351:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.507354:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.507374:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.507378:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.507381:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c7d0535. 00080000:00000010:1.0:1761311765.507430:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1f7039a. 00010000:00000010:1.0:1761311765.507547:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.507552:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048610d1d. 00000001:00000010:1.0:1761311765.507569:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.507579:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.507584:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ffc0186d. 00000001:00000010:1.0:1761311765.507591:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.507595:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.507599:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.507604:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.507614:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006abfcc4a. 00100000:00000010:1.0:1761311765.507620:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000004cae63a6. 00100000:00000010:1.0:1761311765.507623:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000565ded5e. 00010000:00000010:1.0:1761311765.507638:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311765.507643:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.507650:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.507653:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.507658:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.507667:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000014eeeab9. 02000000:00000010:1.0:1761311765.507687:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f5c6afe7. 00000400:00000010:1.0:1761311765.507691:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.507695:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.507700:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691200, portal 16 00000400:00000010:1.0:1761311765.507704:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c971b4e6. 00000100:00000200:1.0:1761311765.507706:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691200, offset 0 00000400:00000200:1.0:1761311765.507710:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.507716:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.507721:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.507724:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.507727:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.507730:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87355:87355:255:4294967295] 192.168.203.55@tcp LPNI seq info [87355:87355:7:4294967295] 00000400:00000200:1.0:1761311765.507737:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.507740:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.507743:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82353034). 00000800:00000200:1.0:1761311765.507746:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.507750:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.507752:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.507829:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.507833:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:3.0:1761311765.507839:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.507972:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.507975:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:3.0:1761311765.507977:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00000800:00000200:3.0:1761311765.508039:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.508041:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.508046:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.508049:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.508051:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:3.0:1761311765.508052:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:3.0:1761311765.508057:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.510658:0:1050:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c49da70e. 00010000:00000010:1.1:1761311765.510675:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:3.0:1761311765.511030:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.511048:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb4c0 00000400:00000200:3.0:1761311765.511056:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaac95 [1] + 224 00000400:00000200:3.0:1761311765.511068:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.511072:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.511082:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.511117:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.511122:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fcc0 00000400:00000200:3.0:1761311765.511127:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa95ed [2] + 656 00000400:00000200:3.0:1761311765.511137:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.511139:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.511144:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.511149:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00000020:00000010:0.0:1761311765.511239:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c7d0535. 00000020:00000010:0.0:1761311765.511247:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.511252:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.511276:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b91edfc x1846867781811392/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00010000:00000010:0.1:1761311765.511434:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a4e47e9. 00000100:00000200:0.0:1761311765.511458:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811392 02000000:00000010:0.0:1761311765.511471:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3dc3ea6. 00010000:00000010:0.0:1761311765.511509:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.511515:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.511521:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.511524:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.511537:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311765.511542:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811392, offset 224 00000400:00000200:0.0:1761311765.511549:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.511560:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.511565:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87356:87356:256:4294967295] 192.168.203.55@tcp LPNI seq info [87356:87356:8:4294967295] 00000400:00000200:0.0:1761311765.511574:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.511579:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.511585:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.511590:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.511597:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.511600:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.511632:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.511637:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.511639:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c7d0535. 00000400:00000010:1.0:1761311765.511703:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.511709:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.511711:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.511716:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.511723:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311765.511741:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd3d1294. 02000000:00000010:1.0:1761311765.511754:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f5c6afe7. 02000000:00000010:1.0:1761311765.511760:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000014eeeab9. 00000100:00000010:1.0:1761311765.511764:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.511767:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.511770:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00080000:00000010:1.0:1761311765.511783:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000014eeeab9. 00010000:00000010:1.0:1761311765.511897:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.511903:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cff741c0. 00000001:00000010:1.0:1761311765.511920:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.511930:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.511935:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f5c6afe7. 00000001:00000010:1.0:1761311765.511943:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.511949:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.511953:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.511957:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.511967:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000047872382. 00010000:00000010:1.0:1761311765.511982:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.511987:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.511995:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.511998:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.512003:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.512011:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047e84ffe. 02000000:00000010:1.0:1761311765.512030:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a60531dd. 00000400:00000010:1.0:1761311765.512033:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.512036:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.512041:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691264, portal 16 00000400:00000010:1.0:1761311765.512045:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c971b4e6. 00000100:00000200:1.0:1761311765.512047:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691264, offset 0 00000400:00000200:1.0:1761311765.512052:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.512057:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.512062:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.512065:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.512067:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.512070:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87357:87357:255:4294967295] 192.168.203.55@tcp LPNI seq info [87357:87357:7:4294967295] 00000400:00000200:1.0:1761311765.512077:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.512081:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.512084:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82353034). 00000800:00000200:1.0:1761311765.512088:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.512092:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.512094:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.512275:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.512279:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:3.0:1761311765.512284:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.512288:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.512291:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:3.0:1761311765.512293:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00000800:00000200:3.0:1761311765.512434:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.512437:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.512442:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.512445:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.512447:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:3.0:1761311765.512449:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:3.0:1761311765.512453:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.513547:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000728e5b9b. 00010000:00000010:1.1:1761311765.513559:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311765.514393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000064c6c62e. 00000400:00000200:2.0:1761311765.517138:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.517157:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb500 00000400:00000200:2.0:1761311765.517166:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaca1 [1] + 224 00000400:00000200:2.0:1761311765.517182:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.517185:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.517195:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.517403:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.517411:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.517413:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.517420:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.517427:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.517455:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a60531dd. 02000000:00000010:1.0:1761311765.517462:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047e84ffe. 00000100:00000010:1.0:1761311765.517466:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.517470:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.517474:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.517948:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.517959:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fd00 00000400:00000200:3.0:1761311765.517964:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa95ed [2] + 984 00000400:00000200:3.0:1761311765.518017:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.518021:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.518025:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.518031:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00010000:00000010:1.1:1761311765.518706:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000354ab5a. 00010000:00000010:1.1:1761311765.518715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311765.518960:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e40687af. 00000020:00000010:0.0:1761311765.518998:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c7d0535. 00000020:00000010:0.0:1761311765.519003:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.519008:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.519036:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781811456/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311765.519072:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811456 02000000:00000010:0.0:1761311765.519084:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4d61b30. 00010000:00000010:0.0:1761311765.519113:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7fd0258. 00010000:00000010:0.0:1761311765.519133:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.519139:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.519158:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.519162:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.519176:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311765.519182:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811456, offset 224 00000400:00000200:0.0:1761311765.519189:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.519201:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.519206:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87358:87358:256:4294967295] 192.168.203.55@tcp LPNI seq info [87358:87358:8:4294967295] 00000400:00000200:0.0:1761311765.519216:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.519221:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.519226:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.519231:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.519237:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.519240:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.519262:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.519267:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.519270:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c7d0535. 00080000:00000010:1.0:1761311765.519465:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047e84ffe. 00010000:00000010:1.0:1761311765.519578:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.519584:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095aae710. 00000001:00000010:1.0:1761311765.519601:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.519616:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.519621:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a60531dd. 00000001:00000010:1.0:1761311765.519629:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.519634:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.519639:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.519643:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.519655:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004d6c5b3a. 00010000:00000010:1.0:1761311765.519671:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.519676:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.519684:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.519688:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.519694:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.519704:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f659556e. 02000000:00000010:1.0:1761311765.519748:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa380fb5. 00000400:00000010:1.0:1761311765.519754:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.519758:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.519763:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691328, portal 16 00000400:00000010:1.0:1761311765.519767:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311765.519770:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691328, offset 0 00000400:00000200:1.0:1761311765.519775:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.519782:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.519789:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.519792:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.519795:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.519798:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87359:87359:255:4294967295] 192.168.203.55@tcp LPNI seq info [87359:87359:7:4294967295] 00000400:00000200:1.0:1761311765.519806:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.519810:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.519813:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82353034). 00000800:00000200:1.0:1761311765.519817:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.519821:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.519823:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.519931:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.519935:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:3.0:1761311765.519942:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.519947:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.519950:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:3.0:1761311765.519953:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000800:00000200:3.0:1761311765.520015:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.520017:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.520022:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.520025:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.520027:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:3.0:1761311765.520028:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000100:00000200:3.0:1761311765.520033:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.521476:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000994d6302. 00010000:00000010:1.1:1761311765.521490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002926d7c4. 00010000:00000010:1.1:1761311765.521494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:2.0:1761311765.523487:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.523505:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb540 00000400:00000200:2.0:1761311765.523513:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaacad [1] + 224 00000400:00000200:2.0:1761311765.523527:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.523530:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.523540:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.523819:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.523826:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.523828:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.523834:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.523849:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.523877:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa380fb5. 02000000:00000010:1.0:1761311765.523882:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f659556e. 00000100:00000010:1.0:1761311765.523886:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.523890:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.523893:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.524175:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.524183:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fd40 00000400:00000200:3.0:1761311765.524188:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa95ed [2] + 1312 00000400:00000200:3.0:1761311765.524234:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.524238:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.524242:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.524246:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 00000020:00000010:2.0:1761311765.524409:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6799e01. 00000020:00000010:2.0:1761311765.524416:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.524419:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.524440:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000129091b7 x1846867781811520/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311765.524582:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811520 02000000:00000010:2.0:1761311765.524594:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038479589. 00010000:00000010:2.0:1761311765.524621:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005a69aad. 00010000:00000010:2.0:1761311765.524642:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.524648:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afa02f9c. 00000100:00000010:2.0:1761311765.524661:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afa02f9c. 00010000:00000010:2.0:1761311765.524665:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.524678:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b3fb544. 00000100:00000200:2.0:1761311765.524682:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811520, offset 224 00000400:00000200:2.0:1761311765.524689:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.524699:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.524705:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87360:87360:256:4294967295] 192.168.203.55@tcp LPNI seq info [87360:87360:8:4294967295] 00000400:00000200:2.0:1761311765.524714:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.524719:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.524724:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.524729:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.524736:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.524739:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.524758:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.524764:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.524766:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6799e01. 00080000:00000010:1.0:1761311765.524836:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa380fb5. 00010000:00000010:1.0:1761311765.524968:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.524974:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ef3001b. 00000001:00000010:1.0:1761311765.524995:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.525009:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.525015:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007204f870. 00000001:00000010:1.0:1761311765.525025:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.525032:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.525037:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.525041:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.525053:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000050e6e41a. 00010000:00000010:1.0:1761311765.525069:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311765.525074:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.525083:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.525087:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.525093:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.525104:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000983b4cf8. 02000000:00000010:1.0:1761311765.525131:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fbb29bf8. 00000400:00000010:1.0:1761311765.525136:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.525141:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.525147:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691392, portal 16 00000400:00000010:1.0:1761311765.525152:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311765.525154:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691392, offset 0 00000400:00000200:1.0:1761311765.525160:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.525167:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.525173:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.525177:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.525180:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.525182:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87361:87361:255:4294967295] 192.168.203.55@tcp LPNI seq info [87361:87361:7:4294967295] 00000400:00000200:1.0:1761311765.525189:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.525194:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.525198:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82353034). 00000800:00000200:1.0:1761311765.525202:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.525206:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.525208:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.525576:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.525580:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:3.0:1761311765.525585:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.525589:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.525593:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3fb544 00000400:00000010:3.0:1761311765.525595:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b3fb544. 00000800:00000200:3.0:1761311765.525654:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.525656:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.525661:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.525663:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.525665:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:3.0:1761311765.525666:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:3.0:1761311765.525672:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.526349:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce88b18e. 00000400:00000200:2.0:1761311765.527723:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.527740:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb580 00000400:00000200:2.0:1761311765.527748:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaacb9 [1] + 224 00000400:00000200:2.0:1761311765.527759:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.527762:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.527778:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.527814:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.527820:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fd80 00000400:00000200:2.0:1761311765.527824:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa95ed [2] + 1640 00000400:00000200:2.0:1761311765.527884:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.527888:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.527892:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.527897:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 00000020:00000010:0.0:1761311765.528061:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c7d0535. 00000020:00000010:0.0:1761311765.528068:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.528072:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000400:00000010:1.0:1761311765.528073:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.528079:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.528082:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.528087:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.528094:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.528094:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b7890d0 x1846867781811584/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:1.0:1761311765.528120:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fbb29bf8. 02000000:00000010:1.0:1761311765.528126:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000983b4cf8. 00000100:00000200:0.0:1761311765.528127:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811584 00000100:00000010:1.0:1761311765.528129:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.528133:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.528136:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 02000000:00000010:0.0:1761311765.528137:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a211d83. 00010000:00000010:0.0:1761311765.528161:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000145fe156. 00010000:00000010:0.0:1761311765.528182:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.528188:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.528203:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.528206:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.528217:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a72d8c6. 00000100:00000200:0.0:1761311765.528222:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811584, offset 224 00000400:00000200:0.0:1761311765.528229:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.528239:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.528244:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87362:87362:256:4294967295] 192.168.203.55@tcp LPNI seq info [87362:87362:8:4294967295] 00000400:00000200:0.0:1761311765.528254:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.528259:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.528265:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.528270:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.528276:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.528279:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.528331:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.528337:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.528340:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c7d0535. 00080000:00000010:1.0:1761311765.528408:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000983b4cf8. 00000800:00000200:3.0:1761311765.528448:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761311765.528533:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.528541:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000329a7f9b. 00000800:00000010:3.0:1761311765.528555:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000001:00000010:1.0:1761311765.528559:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000400:00000200:3.0:1761311765.528562:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.528568:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.528570:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a72d8c6 00000400:00000010:3.0:1761311765.528572:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a72d8c6. 00000001:00000010:1.0:1761311765.528574:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.528582:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fbb29bf8. 00000001:00000010:1.0:1761311765.528590:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.528596:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.528601:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.528606:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.528616:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000234e1467. 00010000:00000010:1.0:1761311765.528632:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311765.528637:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.528645:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.528649:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.528654:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.528663:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007dbecf00. 02000000:00000010:1.0:1761311765.528684:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b0ee2d3. 00000400:00000010:1.0:1761311765.528688:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.528692:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.528697:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691456, portal 16 00000400:00000010:1.0:1761311765.528702:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000daaa4b22. 00000100:00000200:1.0:1761311765.528704:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691456, offset 0 00000400:00000200:1.0:1761311765.528710:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.528716:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.528722:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.528725:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.528728:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.528731:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87363:87363:256:4294967295] 192.168.203.55@tcp LPNI seq info [87363:87363:8:4294967295] 00000400:00000200:1.0:1761311765.528738:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.528743:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.528746:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311765.528750:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.528753:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.528755:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.528848:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.528852:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:3.0:1761311765.528857:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.528861:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.528863:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:3.0:1761311765.528864:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000100:00000200:3.0:1761311765.528868:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.530933:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.530952:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb5c0 00000400:00000200:2.0:1761311765.530959:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaacc5 [1] + 224 00000400:00000200:2.0:1761311765.530977:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.530980:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.530990:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.531985:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.531998:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fdc0 00000400:00000200:3.0:1761311765.532004:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa95ed [2] + 1968 00000400:00000010:3.0:1761311765.532008:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8c6b6cf. 00000400:00000200:3.0:1761311765.532014:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ff9144c9 00010000:00000010:1.1:1761311765.532044:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f5bd87f8. 00010000:00000010:1.1:1761311765.532053:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000010:1.0:1761311765.532073:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.532077:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.532079:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.532087:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.532095:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.532137:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b0ee2d3. 02000000:00000010:1.0:1761311765.532143:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007dbecf00. 00000100:00000010:1.0:1761311765.532147:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.532150:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.532153:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00010000:00000010:2.1:1761311765.532429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b3a5049c. 00000400:00000200:3.0:1761311765.533046:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.533057:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.533062:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff9144c9 00000400:00000010:3.0:1761311765.533065:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ff9144c9 (tot 82352386). 00000100:00000200:3.0:1761311765.533070:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311765.533190:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6799e01. 00000020:00000010:2.0:1761311765.533197:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.533201:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.533228:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000038fb8641 x1846867781811648/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.533401:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811648 02000000:00000010:2.0:1761311765.533412:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135e349f. 00010000:00000010:2.0:1761311765.533442:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e478763. 00010000:00000010:2.0:1761311765.533464:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.533471:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000afa02f9c. 00000100:00000010:2.0:1761311765.533489:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000afa02f9c. 00010000:00000010:2.0:1761311765.533493:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.533507:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da4c9eb. 00000100:00000200:2.0:1761311765.533512:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811648, offset 224 00000400:00000200:2.0:1761311765.533520:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311765.533520:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007dbecf00. 00000400:00000200:2.0:1761311765.533535:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.533540:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87364:87364:256:4294967295] 192.168.203.55@tcp LPNI seq info [87364:87364:8:4294967295] 00010000:00000010:1.0:1761311765.533640:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.533647:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000005b660f2. 00000001:00000010:1.0:1761311765.533665:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.533682:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.533690:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b0ee2d3. 00000001:00000010:1.0:1761311765.533698:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.533703:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.533715:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.533720:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.533733:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d3e57a91. 00100000:00000010:1.0:1761311765.533740:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000c6059644. 00100000:00000010:1.0:1761311765.533743:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bbe5f751. 00010000:00000010:1.0:1761311765.533762:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.533767:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.533777:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.533780:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.533786:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.533796:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e1aa6ea. 02000000:00000010:1.0:1761311765.533820:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009f7a6ca9. 00000400:00000010:1.0:1761311765.533829:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.533833:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.533838:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691520, portal 16 00000400:00000010:1.0:1761311765.533842:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071fc6447. 00000100:00000200:1.0:1761311765.533845:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691520, offset 0 00000400:00000200:1.0:1761311765.533850:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00010000:00000010:0.1:1761311765.535339:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055b0b356. 00000400:00000200:2.0:1761311765.535382:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00010000:00000010:1.1:1761311765.535452:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000053bb782b. 00010000:00000010:1.1:1761311765.535463:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:1.0:1761311765.535478:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000800:00000200:2.0:1761311765.535483:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.535489:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000800:00000010:2.0:1761311765.535493:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352634). 00000400:00000200:1.0:1761311765.535494:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.535499:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.535505:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87365:87365:255:4294967295] 192.168.203.55@tcp LPNI seq info [87365:87365:7:4294967295] 00000800:00000200:2.0:1761311765.535506:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.535519:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000400:00000200:1.0:1761311765.535523:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.535526:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.535530:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.535535:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352882). 00000800:00000200:1.0:1761311765.535540:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.535546:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.535549:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.535569:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.535577:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.535582:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6799e01. 02000000:00000010:2.0:1761311765.535598:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a211d83. 00000100:00000010:2.0:1761311765.535602:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311765.535606:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038479589. 00000100:00000010:2.0:1761311765.535609:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 02000000:00000010:2.0:1761311765.535613:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4d61b30. 00000100:00000010:2.0:1761311765.535615:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 02000000:00000010:2.0:1761311765.535617:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3dc3ea6. 00000100:00000010:2.0:1761311765.535619:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 02000000:00000010:2.0:1761311765.535622:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6b2b156. 00000100:00000010:2.0:1761311765.535624:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7d6009e. 02000000:00000010:2.0:1761311765.535627:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c3dbe09. 00000100:00000010:2.0:1761311765.535629:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063082542. 00000100:00000200:2.0:1761311765.535639:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311765.535644:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005309d5b7. 00000400:00000010:2.0:1761311765.535650:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000afa02f9c (tot 82353034). 00000800:00000200:3.0:1761311765.535733:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.535736:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.535741:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.535746:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.535750:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004da4c9eb 00000400:00000010:3.0:1761311765.535752:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004da4c9eb. 02000000:00000010:3.0:1761311765.535756:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135e349f. 00000800:00000200:3.0:1761311765.535821:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.535823:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:3.0:1761311765.535829:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.535832:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.535834:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:3.0:1761311765.535835:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000100:00000200:3.0:1761311765.535841:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.538549:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e376f6f5. 00010000:00000010:1.1:1761311765.538561:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:2.0:1761311765.539028:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.539044:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb600 00000400:00000200:2.0:1761311765.539052:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaacd1 [1] + 224 00000400:00000200:2.0:1761311765.539084:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.539089:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.539100:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.539190:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.539196:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.539198:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.539203:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.539211:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.539240:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009f7a6ca9. 02000000:00000010:1.0:1761311765.539246:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e1aa6ea. 00000100:00000010:1.0:1761311765.539249:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.539254:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.539257:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.541477:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.541492:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fe00 00000400:00000200:3.0:1761311765.541499:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9645 [2] + 0 00000400:00000200:3.0:1761311765.542166:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.542174:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.542180:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.542187:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000020:00000010:2.0:1761311765.542540:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c3dbe09. 00000020:00000010:2.0:1761311765.542548:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.542552:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.542580:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c241c5e9 x1846867781811712/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.542615:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811712 02000000:00000010:2.0:1761311765.542627:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038479589. 00010000:00000010:2.0:1761311765.542657:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa9f0841. 00010000:00000010:2.0:1761311765.542678:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.542689:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0a1ac0e. 00000100:00000010:2.0:1761311765.542706:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0a1ac0e. 00010000:00000010:2.0:1761311765.542709:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.542722:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311765.542728:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811712, offset 224 00000400:00000200:2.0:1761311765.542736:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.542747:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.542753:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87366:87366:256:4294967295] 192.168.203.55@tcp LPNI seq info [87366:87366:8:4294967295] 00000400:00000200:2.0:1761311765.542763:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.542768:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.542772:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.542778:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.542783:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.542786:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.542807:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.542812:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.542816:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c3dbe09. 00080000:00000010:1.0:1761311765.543190:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e1aa6ea. 00010000:00000010:1.0:1761311765.543373:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.543382:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005fa479fa. 00000001:00000010:1.0:1761311765.543416:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.543429:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.543436:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f7a6ca9. 00000001:00000010:1.0:1761311765.543444:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.543451:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.543455:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.543460:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.543473:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002f8fb7d8. 00010000:00000010:1.0:1761311765.543490:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311765.543495:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.543507:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.543513:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.543520:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.543531:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009cdb5f07. 02000000:00000010:1.0:1761311765.543558:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000272e6d04. 00000400:00000010:1.0:1761311765.543563:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.543568:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.543574:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691584, portal 16 00000400:00000010:1.0:1761311765.543578:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311765.543581:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691584, offset 0 00000400:00000200:1.0:1761311765.543587:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.543595:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.543602:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.543606:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.543608:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.543611:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87367:87367:255:4294967295] 192.168.203.55@tcp LPNI seq info [87367:87367:7:4294967295] 00000400:00000200:1.0:1761311765.543618:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.543622:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.543626:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311765.543630:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.543635:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.543637:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.543908:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.543912:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.543917:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.543921:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.543925:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:3.0:1761311765.543928:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000800:00000200:3.0:1761311765.543993:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.543995:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:3.0:1761311765.544000:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.544003:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.544005:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:3.0:1761311765.544006:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000100:00000200:3.0:1761311765.544012:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.547432:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a30a640a. 00010000:00000010:1.1:1761311765.547450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:2.1:1761311765.548430:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fdd6a64. 00000400:00000200:2.0:1761311765.548477:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.548493:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb640 00000400:00000200:2.0:1761311765.548501:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaace1 [1] + 224 00000400:00000200:2.0:1761311765.548516:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.548521:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.548532:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.548825:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.548832:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.548835:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.548851:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.548860:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.548890:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000272e6d04. 02000000:00000010:1.0:1761311765.548896:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009cdb5f07. 00000100:00000010:1.0:1761311765.548900:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.548904:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.548908:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.550189:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.550204:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fe40 00000400:00000200:3.0:1761311765.550211:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9645 [2] + 328 00000400:00000200:3.0:1761311765.550266:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.550270:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.550275:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.550281:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:2.0:1761311765.550363:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c3dbe09. 00000020:00000010:2.0:1761311765.550371:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.550375:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.550405:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781811776/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311765.550446:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811776 02000000:00000010:2.0:1761311765.550458:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6799e01. 00010000:00000010:2.0:1761311765.550491:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000302515fd. 00010000:00000010:2.0:1761311765.550513:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.550520:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0a1ac0e. 00000100:00000010:2.0:1761311765.550534:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0a1ac0e. 00010000:00000010:2.0:1761311765.550538:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.550553:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311765.550558:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811776, offset 224 00000400:00000200:2.0:1761311765.550565:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.550576:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.550580:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87368:87368:256:4294967295] 192.168.203.55@tcp LPNI seq info [87368:87368:8:4294967295] 00000400:00000200:2.0:1761311765.550590:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.550595:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.550599:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.550604:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.550611:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.550615:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.550633:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.550639:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.550642:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c3dbe09. 00080000:00000010:1.0:1761311765.550756:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009cdb5f07. 00010000:00000010:1.0:1761311765.550871:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.550878:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000eec4e1b. 00000001:00000010:1.0:1761311765.550896:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.550907:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.550913:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000272e6d04. 00000001:00000010:1.0:1761311765.550920:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.550926:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.550931:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.550935:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.550947:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e29b73ed. 00010000:00000010:1.0:1761311765.550962:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311765.550967:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.550977:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.550981:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.550988:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.550998:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081962b19. 02000000:00000010:1.0:1761311765.551020:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000346ed974. 00000400:00000010:1.0:1761311765.551024:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.551029:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.551034:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691648, portal 16 00000400:00000010:1.0:1761311765.551038:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311765.551040:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691648, offset 0 00000400:00000200:1.0:1761311765.551045:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.551051:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.551057:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.551061:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.551063:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.551066:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87369:87369:255:4294967295] 192.168.203.55@tcp LPNI seq info [87369:87369:7:4294967295] 00000400:00000200:1.0:1761311765.551073:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.551077:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.551082:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311765.551086:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.551092:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.551094:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.551604:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.551610:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:3.0:1761311765.551615:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.551620:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.551625:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:3.0:1761311765.551627:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 00000800:00000200:3.0:1761311765.551695:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.551698:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:3.0:1761311765.551703:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.551706:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.551708:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:3.0:1761311765.551709:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:3.0:1761311765.551714:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.552471:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d45ab23e. 00010000:00000010:1.1:1761311765.552482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311765.552538:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000048e93fb0. 00000400:00000200:2.0:1761311765.554670:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.554690:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb680 00000400:00000200:2.0:1761311765.554699:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaced [1] + 224 00000400:00000200:2.0:1761311765.554717:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.554720:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.554733:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.554996:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.555002:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.555005:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.555010:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.555017:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.555046:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000346ed974. 02000000:00000010:1.0:1761311765.555051:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081962b19. 00000100:00000010:1.0:1761311765.555054:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.555058:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.555062:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.555156:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.555165:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fe80 00000400:00000200:3.0:1761311765.555170:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9645 [2] + 656 00000400:00000200:3.0:1761311765.555578:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.555585:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.555590:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.555596:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 00000020:00000010:0.0:1761311765.555681:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c7d0535. 00000020:00000010:0.0:1761311765.555688:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.555692:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.555714:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b6286b6 x1846867781811840/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.555752:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811840 02000000:00000010:0.0:1761311765.555763:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006e7a4fbb. 00010000:00000010:0.0:1761311765.555788:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfd4f20b. 00010000:00000010:0.0:1761311765.555807:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.555813:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.555825:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.555828:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.555841:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a72d8c6. 00000100:00000200:0.0:1761311765.555845:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811840, offset 224 00000400:00000200:0.0:1761311765.555852:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.555861:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.555866:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87370:87370:256:4294967295] 192.168.203.55@tcp LPNI seq info [87370:87370:8:4294967295] 00000400:00000200:0.0:1761311765.555875:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.555879:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.555884:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.555888:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.555895:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.555898:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.555921:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.555926:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.555929:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c7d0535. 00080000:00000010:1.0:1761311765.555999:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081962b19. 00010000:00000010:1.0:1761311765.556104:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.556111:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e1c89801. 00000001:00000010:1.0:1761311765.556128:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.556144:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.556149:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000346ed974. 00000001:00000010:1.0:1761311765.556157:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.556163:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.556168:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.556172:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.556185:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000080369cc4. 00010000:00000010:1.0:1761311765.556200:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.556204:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00000800:00000200:3.0:1761311765.556207:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.556210:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00010000:00000010:1.0:1761311765.556214:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.556216:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761311765.556217:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000400:00000200:3.0:1761311765.556219:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.556222:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a72d8c6 00000100:00000010:1.0:1761311765.556222:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 00000400:00000010:3.0:1761311765.556224:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a72d8c6. 02000000:00000010:1.0:1761311765.556230:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b575782. 02000000:00000010:1.0:1761311765.556251:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df4831dd. 00000400:00000010:1.0:1761311765.556255:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.556259:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.556264:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691712, portal 16 00000400:00000010:1.0:1761311765.556267:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311765.556269:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691712, offset 0 00000400:00000200:1.0:1761311765.556274:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.556280:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.556286:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.556289:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.556291:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.556305:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87371:87371:256:4294967295] 192.168.203.55@tcp LPNI seq info [87371:87371:8:4294967295] 00000400:00000200:1.0:1761311765.556340:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.556345:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.556348:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.556352:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.556355:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.556358:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.556771:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.556774:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:3.0:1761311765.556779:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.556783:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.556786:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:3.0:1761311765.556787:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 00000100:00000200:3.0:1761311765.556793:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.558810:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000046074ec4. 00010000:00000010:1.1:1761311765.558825:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:3.0:1761311765.560283:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.560339:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb6c0 00000400:00000200:3.0:1761311765.560348:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaacf9 [1] + 224 00000400:00000200:3.0:1761311765.560370:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.560374:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.560391:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.560454:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.560460:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.560463:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.560469:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.560476:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.560503:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df4831dd. 02000000:00000010:1.0:1761311765.560509:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b575782. 00000100:00000010:1.0:1761311765.560512:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.560516:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.560519:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.560658:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.560666:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14fec0 00000400:00000200:3.0:1761311765.560670:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9645 [2] + 984 00000400:00000200:3.0:1761311765.560721:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.560724:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.560728:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.560732:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00000020:00000010:2.0:1761311765.560826:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c3dbe09. 00000020:00000010:2.0:1761311765.560834:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.560839:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.560863:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000638b7854 x1846867781811904/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.560904:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811904 02000000:00000010:2.0:1761311765.560916:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000401f79d9. 00010000:00000010:2.0:1761311765.560946:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f0a0c6c0. 00010000:00000010:2.0:1761311765.560966:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.560972:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0a1ac0e. 00000100:00000010:2.0:1761311765.560983:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0a1ac0e. 00010000:00000010:2.0:1761311765.560986:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.560998:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311765.561002:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811904, offset 224 00000400:00000200:2.0:1761311765.561009:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.561019:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.561024:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87372:87372:256:4294967295] 192.168.203.55@tcp LPNI seq info [87372:87372:8:4294967295] 00000400:00000200:2.0:1761311765.561033:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.561039:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.561043:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.561049:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.561054:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.561057:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761311765.561567:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b575782. 00010000:00000010:1.0:1761311765.561676:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.561683:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000024c1c03d. 00000001:00000010:1.0:1761311765.561701:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.561717:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.561722:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df4831dd. 00000001:00000010:1.0:1761311765.561728:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.561733:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.561738:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.561742:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.561754:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bbaa05b5. 00010000:00000010:1.0:1761311765.561769:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311765.561774:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311765.561783:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.561786:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.561793:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.561803:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009ce0cd93. 02000000:00000010:1.0:1761311765.561828:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bdd04078. 00000400:00000010:1.0:1761311765.561832:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.561838:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.561844:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691776, portal 16 00000400:00000010:1.0:1761311765.561850:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311765.561852:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691776, offset 0 00000400:00000200:1.0:1761311765.561859:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.561867:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.561873:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.561875:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.561878:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.561881:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87373:87373:255:4294967295] 192.168.203.55@tcp LPNI seq info [87373:87373:7:4294967295] 00000400:00000200:1.0:1761311765.561888:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.561893:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.561897:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311765.561902:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.561906:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.561908:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.562163:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.562171:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.562173:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c3dbe09. 00010000:00000010:0.1:1761311765.563447:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001c094293. 00010000:00000010:2.1:1761311765.563593:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093e66fef. 00000800:00000200:2.0:1761311765.563635:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.563638:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:2.0:1761311765.563642:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.563649:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.563655:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:2.0:1761311765.563657:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000800:00000200:2.0:1761311765.563723:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.563725:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:2.0:1761311765.563731:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.563734:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.563736:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:2.0:1761311765.563737:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:2.0:1761311765.563744:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787691776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.566493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ef04dbb3. 00010000:00000010:1.1:1761311765.566512:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000400:00000200:3.0:1761311765.566759:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.566775:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb700 00000400:00000200:3.0:1761311765.566783:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad05 [1] + 224 00000400:00000200:3.0:1761311765.566798:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.566802:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.566812:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787691776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.567009:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:1.0:1761311765.567015:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311765.567022:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311765.567028:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787691776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.567035:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787691776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.567063:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bdd04078. 02000000:00000010:1.0:1761311765.567068:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009ce0cd93. 00000100:00000010:1.0:1761311765.567071:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311765.567075:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.567079:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00000400:00000200:3.0:1761311765.567169:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.567178:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ff00 00000400:00000200:3.0:1761311765.567182:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9645 [2] + 1312 00000400:00000200:3.0:1761311765.567681:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.567686:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.567691:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.567697:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000020:00000010:2.0:1761311765.569164:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c3dbe09. 00000020:00000010:2.0:1761311765.569174:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.569179:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.569206:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781811968/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.569243:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781811968 02000000:00000010:2.0:1761311765.569253:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2f32ca9. 00010000:00000010:2.0:1761311765.569279:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8b1c824. 00010000:00000010:2.0:1761311765.569331:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.569339:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0a1ac0e. 00000100:00000010:2.0:1761311765.569351:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0a1ac0e. 00010000:00000010:2.0:1761311765.569354:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.569367:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311765.569371:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781811968, offset 224 00000400:00000200:2.0:1761311765.569379:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.569391:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.569396:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87374:87374:256:4294967295] 192.168.203.55@tcp LPNI seq info [87374:87374:8:4294967295] 00000400:00000200:2.0:1761311765.569405:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.569410:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.569414:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.569419:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.569426:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.569429:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.569456:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.569462:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.569465:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c3dbe09. 00000800:00000200:2.0:1761311765.569562:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.569565:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311765.569569:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.569573:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.569576:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:2.0:1761311765.569578:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00010000:00000010:2.1:1761311765.570478:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000458fb9f6. 00010000:00000010:1.1:1761311765.570747:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001fd3c565. 00010000:00000010:1.1:1761311765.570753:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00080000:00000010:0.0:1761311765.570912:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c7d0535. 00010000:00000010:0.0:1761311765.571036:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:0.0:1761311765.571044:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094c98307. 00000001:00000010:0.0:1761311765.571059:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7fe4da3. 00000001:00000010:0.0:1761311765.571068:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7fe4da3. 00080000:00000010:0.0:1761311765.571072:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f171279e. 00000001:00000010:0.0:1761311765.571079:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7fe4da3. 00000001:00000010:0.0:1761311765.571084:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7fe4da3. 00000001:00000010:0.0:1761311765.571089:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7fe4da3. 00000001:00000010:0.0:1761311765.571093:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7fe4da3. 00100000:00000010:0.0:1761311765.571104:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000093ef2cbf. 00100000:00000010:0.0:1761311765.571110:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000f0fbc402. 00100000:00000010:0.0:1761311765.571113:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fb06a2b5. 00010000:00000010:0.0:1761311765.571130:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.0:1761311765.571135:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000094a73d0e. 00010000:00000010:0.0:1761311765.571144:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.571151:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.571159:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.571171:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d1dcfae1. 02000000:00000010:0.0:1761311765.571196:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbded299. 00000400:00000010:0.0:1761311765.571201:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fe4da3. 00000400:00000010:0.0:1761311765.571206:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311765.571212:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691840, portal 16 00000400:00000010:0.0:1761311765.571217:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311765.571219:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691840, offset 0 00000400:00000200:0.0:1761311765.571227:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.571241:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.571248:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.571251:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.571253:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.571256:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87375:87375:256:4294967295] 192.168.203.55@tcp LPNI seq info [87375:87375:8:4294967295] 00000400:00000200:0.0:1761311765.571265:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.571269:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.571274:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.571280:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.571286:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.571289:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.571676:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.571680:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.571686:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.571691:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.571694:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:3.0:1761311765.571696:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00000100:00000200:3.0:1761311765.571702:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787691840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.574739:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000007faf86a. 00000400:00000200:2.0:1761311765.575924:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.575943:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb740 00000400:00000200:2.0:1761311765.575950:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad11 [1] + 224 00000400:00000200:2.0:1761311765.575967:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.575971:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.575982:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787691840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.576163:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.576171:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ff40 00000400:00000200:3.0:1761311765.576175:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9645 [2] + 1640 00000400:00000200:3.0:1761311765.576223:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.576226:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.576229:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.576234:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 00000400:00000010:0.0:1761311765.576388:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7fe4da3. 00000400:00000200:0.0:1761311765.576392:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:0.0:1761311765.576394:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000100:00000200:0.0:1761311765.576399:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787691840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.576406:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787691840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.576437:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbded299. 02000000:00000010:0.0:1761311765.576444:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d1dcfae1. 00000100:00000010:0.0:1761311765.576447:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.576450:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.576453:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000020:00000010:2.0:1761311765.576745:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c3dbe09. 00000020:00000010:2.0:1761311765.576752:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.576756:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.576778:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8dbc242 x1846867781812032/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311765.576811:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812032 02000000:00000010:2.0:1761311765.576822:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1b5fce1. 00010000:00000010:2.0:1761311765.576859:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dc93a354. 00010000:00000010:2.0:1761311765.576880:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.576886:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0a1ac0e. 00000100:00000010:2.0:1761311765.576899:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0a1ac0e. 00010000:00000010:2.0:1761311765.576902:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.576915:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311765.576920:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812032, offset 224 00000400:00000200:2.0:1761311765.576926:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.576937:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.576942:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87376:87376:256:4294967295] 192.168.203.55@tcp LPNI seq info [87376:87376:8:4294967295] 00000400:00000200:2.0:1761311765.576951:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.576956:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.576960:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.576965:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.576971:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.576975:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311765.577346:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009f3102d0. 00010000:00000010:3.0:1761311765.577466:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000094a73d0e. 00010000:00000010:3.0:1761311765.577472:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e4c9e138. 00000001:00000010:3.0:1761311765.577490:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311765.577500:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00080000:00000010:3.0:1761311765.577507:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f615794. 00000001:00000010:3.0:1761311765.577515:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311765.577521:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311765.577525:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311765.577530:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00100000:00000010:3.0:1761311765.577544:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bb7011c2. 00010000:00000010:3.0:1761311765.577561:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311765.577566:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311765.577576:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f95b4867. 00000100:00000010:3.0:1761311765.577582:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1c3d463. 00000100:00000010:3.0:1761311765.577589:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311765.577599:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c6f6ac7. 02000000:00000010:3.0:1761311765.577620:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000023f34dfd. 00000400:00000010:3.0:1761311765.577624:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311765.577628:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311765.577633:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691904, portal 16 00000400:00000010:3.0:1761311765.577636:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311765.577639:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691904, offset 0 00000400:00000200:3.0:1761311765.577644:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.577650:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.577656:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.577659:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.577662:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.577664:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87377:87377:255:4294967295] 192.168.203.55@tcp LPNI seq info [87377:87377:7:4294967295] 00000400:00000200:3.0:1761311765.577671:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.577675:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.577679:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82353034). 00000800:00000200:3.0:1761311765.577682:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.577686:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.577688:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.578327:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.578336:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.578339:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c3dbe09. 00000800:00000200:0.0:1761311765.578624:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.578628:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:0.0:1761311765.578634:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.578639:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.578644:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:0.0:1761311765.578646:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000800:00000200:0.0:1761311765.578711:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.578713:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311765.578717:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.578720:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.578723:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:0.0:1761311765.578724:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:0.0:1761311765.578730:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ef0282b x1846867787691904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.580870:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.580889:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb780 00000400:00000200:2.0:1761311765.580898:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad1d [1] + 224 00000400:00000200:2.0:1761311765.580914:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.580917:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.580929:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ef0282b x1846867787691904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.581195:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:3.0:1761311765.581201:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311765.581203:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:3.0:1761311765.581209:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ef0282b x1846867787691904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.581217:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ef0282b x1846867787691904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.581243:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000023f34dfd. 02000000:00000010:3.0:1761311765.581248:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c6f6ac7. 00000100:00000010:3.0:1761311765.581251:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 00000100:00000010:3.0:1761311765.581255:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1c3d463. 00010000:00000010:3.0:1761311765.581258:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f95b4867. 00000400:00000200:3.0:1761311765.582020:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.582032:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ff80 00000400:00000200:3.0:1761311765.582038:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9645 [2] + 1968 00000400:00000010:3.0:1761311765.582042:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311765.582046:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cedd51a6 00000400:00000200:3.0:1761311765.582098:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.582102:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.582104:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cedd51a6 00000400:00000010:3.0:1761311765.582107:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cedd51a6 (tot 82352386). 00000100:00000200:3.0:1761311765.582112:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311765.582205:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c3dbe09. 00000020:00000010:2.0:1761311765.582212:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.582216:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.582240:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000208993d x1846867781812096/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.582451:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812096 02000000:00000010:2.0:1761311765.582464:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9892706. 00010000:00000010:2.0:1761311765.582492:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ef5467f. 00010000:00000010:2.0:1761311765.582513:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.582520:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c0a1ac0e. 00000100:00000010:2.0:1761311765.582532:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c0a1ac0e. 00010000:00000010:2.0:1761311765.582534:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.582546:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311765.582551:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812096, offset 224 00000400:00000200:2.0:1761311765.582558:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.582567:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.582572:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87378:87378:256:4294967295] 192.168.203.55@tcp LPNI seq info [87378:87378:8:4294967295] 00000400:00000200:2.0:1761311765.582581:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.582586:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.582590:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352634). 00000800:00000200:2.0:1761311765.582595:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.582601:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.582604:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.582623:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.582629:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.582632:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c3dbe09. 02000000:00000010:2.0:1761311765.582639:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1b5fce1. 00000100:00000010:2.0:1761311765.582642:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 02000000:00000010:2.0:1761311765.582645:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2f32ca9. 00000100:00000010:2.0:1761311765.582649:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 02000000:00000010:2.0:1761311765.582651:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000401f79d9. 00000100:00000010:2.0:1761311765.582652:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 02000000:00000010:2.0:1761311765.582655:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006e7a4fbb. 00000100:00000010:2.0:1761311765.582657:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 02000000:00000010:2.0:1761311765.582659:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6799e01. 00000100:00000010:2.0:1761311765.582661:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:2.0:1761311765.582664:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038479589. 00000100:00000010:2.0:1761311765.582665:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 00000100:00000200:2.0:1761311765.582671:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311765.582676:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005ed1aada. 00000400:00000010:2.0:1761311765.582679:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000c0a1ac0e (tot 82352786). 00000800:00000200:1.0:1761311765.583013:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.583017:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311765.583021:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.583025:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.583028:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:1.0:1761311765.583029:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 02000000:00000010:1.0:1761311765.583033:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9892706. 00080000:00000010:3.0:1761311765.583331:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c6f6ac7. 00010000:00000010:3.0:1761311765.583441:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311765.583449:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba93ad2e. 00000001:00000010:3.0:1761311765.583468:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311765.583484:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311765.583490:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000023f34dfd. 00000001:00000010:3.0:1761311765.583498:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311765.583504:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311765.583509:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311765.583514:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311765.583526:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b9450c7f. 00010000:00000010:3.0:1761311765.583542:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.0:1761311765.583546:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311765.583557:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f95b4867. 00000100:00000010:3.0:1761311765.583561:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1c3d463. 00000100:00000010:3.0:1761311765.583568:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311765.583578:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c83b3d7. 02000000:00000010:3.0:1761311765.583601:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edb02de8. 00000400:00000010:3.0:1761311765.583606:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311765.583611:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311765.583615:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787691968, portal 16 00000400:00000010:3.0:1761311765.583618:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311765.583620:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787691968, offset 0 00000400:00000200:3.0:1761311765.583626:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.583634:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.583639:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.583643:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.583645:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.583648:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87379:87379:256:4294967295] 192.168.203.55@tcp LPNI seq info [87379:87379:8:4294967295] 00000400:00000200:3.0:1761311765.583656:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.583661:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.583665:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311765.583668:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.583672:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.583675:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311765.584816:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000019d3bad. 00010000:00000010:0.1:1761311765.584827:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000800:00000200:0.0:1761311765.584913:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.584916:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311765.584921:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.584927:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.584932:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:0.0:1761311765.584934:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:0.0:1761311765.584940:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ef0282b x1846867787691968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.587908:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006af7a2c6. 00010000:00000010:3.1:1761311765.587922:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00000400:00000200:3.0:1761311765.588003:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.588018:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb7c0 00000400:00000200:3.0:1761311765.588026:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad2d [1] + 224 00000400:00000200:3.0:1761311765.588042:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.588045:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.588056:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ef0282b x1846867787691968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.588412:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:0.0:1761311765.588418:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:0.0:1761311765.588421:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:0.0:1761311765.588427:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ef0282b x1846867787691968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.588433:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ef0282b x1846867787691968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.588461:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edb02de8. 02000000:00000010:0.0:1761311765.588467:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c83b3d7. 00000100:00000010:0.0:1761311765.588470:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 00000100:00000010:0.0:1761311765.588474:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1c3d463. 00010000:00000010:0.0:1761311765.588476:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f95b4867. 00000400:00000200:1.0:1761311765.588805:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.588815:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a14ffc0 00000400:00000200:1.0:1761311765.588820:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa969d [2] + 0 00000400:00000200:1.0:1761311765.589177:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.589182:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.589187:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.589193:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 00000020:00000010:2.0:1761311765.589644:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311765.589652:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.589656:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.589678:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d74e4d23 x1846867781812160/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.589701:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812160 02000000:00000010:2.0:1761311765.589711:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6799e01. 00010000:00000010:2.0:1761311765.589737:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a43e2ee. 00010000:00000010:2.0:1761311765.589758:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.589765:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.589786:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.589789:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.589802:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311765.589806:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812160, offset 224 00000400:00000200:2.0:1761311765.589814:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.589824:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.589830:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87380:87380:256:4294967295] 192.168.203.55@tcp LPNI seq info [87380:87380:8:4294967295] 00000400:00000200:2.0:1761311765.589848:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.589854:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.589860:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.589865:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.589870:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.589873:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.589899:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.589905:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.589907:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00080000:00000010:3.0:1761311765.590008:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000c7c0148. 00010000:00000010:3.0:1761311765.590129:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311765.590137:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002fad681e. 00000001:00000010:3.0:1761311765.590157:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311765.590170:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00080000:00000010:3.0:1761311765.590175:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d3ed91d. 00000001:00000010:3.0:1761311765.590184:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311765.590189:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311765.590195:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311765.590198:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00100000:00000010:3.0:1761311765.590210:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008fc9dcf1. 00010000:00000010:3.0:1761311765.590223:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f98e909. 00010000:00000010:3.0:1761311765.590227:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311765.590235:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ef65c23. 00000100:00000010:3.0:1761311765.590238:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ebfc707. 00000100:00000010:3.0:1761311765.590244:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311765.590273:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000864bf681. 02000000:00000010:3.0:1761311765.590305:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a99679f2. 00000400:00000010:3.0:1761311765.590335:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311765.590339:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311765.590344:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692032, portal 16 00000400:00000010:3.0:1761311765.590347:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311765.590349:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692032, offset 0 00000400:00000200:3.0:1761311765.590354:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.590360:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.590366:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.590369:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.590372:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.590375:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87381:87381:255:4294967295] 192.168.203.55@tcp LPNI seq info [87381:87381:7:4294967295] 00000400:00000200:3.0:1761311765.590382:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.590386:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.590389:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82353034). 00000800:00000200:3.0:1761311765.590392:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.590396:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.590398:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.590611:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.590615:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:1.0:1761311765.590619:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.590623:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.590627:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:1.0:1761311765.590628:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000800:00000200:1.0:1761311765.590676:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.590678:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311765.590683:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.590686:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.590688:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:1.0:1761311765.590689:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:1.0:1761311765.590695:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787692032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.592471:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fb56a57. 00010000:00000010:2.1:1761311765.592484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ef7b9227. 00010000:00000010:3.1:1761311765.593480:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007806b20f. 00010000:00000010:3.1:1761311765.593489:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000400:00000200:3.0:1761311765.593521:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.593540:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb800 00000400:00000200:3.0:1761311765.593548:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad39 [1] + 224 00000400:00000200:3.0:1761311765.593563:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.593567:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.593578:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787692032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.593895:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:0.0:1761311765.593901:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311765.593903:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:0.0:1761311765.593909:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787692032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.593917:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787692032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.593943:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a99679f2. 02000000:00000010:0.0:1761311765.593948:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000864bf681. 00000100:00000010:0.0:1761311765.593951:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:0.0:1761311765.593955:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ebfc707. 00010000:00000010:0.0:1761311765.593958:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ef65c23. 00000400:00000200:1.0:1761311765.594740:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.594753:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150000 00000400:00000200:1.0:1761311765.594760:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa969d [2] + 328 00000400:00000200:1.0:1761311765.595176:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.595181:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.595186:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.595192:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00000020:00000010:0.0:1761311765.595397:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1dcfae1. 00000020:00000010:0.0:1761311765.595403:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.595407:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.595427:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781812224/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311765.595565:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812224 02000000:00000010:0.0:1761311765.595577:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbded299. 00010000:00000010:0.0:1761311765.595605:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032b3f14b. 00010000:00000010:0.0:1761311765.595625:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.595632:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.595759:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.595763:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.595775:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311765.595779:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812224, offset 224 00000400:00000200:0.0:1761311765.595786:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.595796:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.595800:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87382:87382:256:4294967295] 192.168.203.55@tcp LPNI seq info [87382:87382:8:4294967295] 00000400:00000200:0.0:1761311765.595810:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.595814:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.595819:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.595824:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.595829:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.595832:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.595855:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.595859:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.595862:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1dcfae1. 00080000:00000010:3.0:1761311765.595897:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ef6368c. 00010000:00000010:3.0:1761311765.595992:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311765.596000:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba1d6c49. 00000001:00000010:3.0:1761311765.596019:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.596033:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00080000:00000010:3.0:1761311765.596038:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dbdd1f7. 00000001:00000010:3.0:1761311765.596045:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.596050:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.596054:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000d1950e9. 00000001:00000010:3.0:1761311765.596059:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000d1950e9. 00100000:00000010:3.0:1761311765.596071:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004021310b. 00010000:00000010:3.0:1761311765.596087:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311765.596093:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311765.596104:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311765.596107:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:3.0:1761311765.596113:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311765.596123:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c389df5a. 02000000:00000010:3.0:1761311765.596144:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001f4544ce. 00000400:00000010:3.0:1761311765.596148:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311765.596152:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311765.596156:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692096, portal 16 00000400:00000010:3.0:1761311765.596160:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311765.596162:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692096, offset 0 00000400:00000200:3.0:1761311765.596167:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.596172:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.596179:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.596182:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.596184:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.596186:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87383:87383:255:4294967295] 192.168.203.55@tcp LPNI seq info [87383:87383:7:4294967295] 00000400:00000200:3.0:1761311765.596192:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.596196:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.596199:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82353034). 00000800:00000200:3.0:1761311765.596203:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.596206:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.596209:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.596392:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.596396:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:1.0:1761311765.596403:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.596407:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.596410:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:1.0:1761311765.596412:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000800:00000200:1.0:1761311765.596465:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.596467:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:1.0:1761311765.596471:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.596474:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.596476:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:1.0:1761311765.596478:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:1.0:1761311765.596483:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787692096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.597358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000cab8d841. 00000400:00000200:3.0:1761311765.599220:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.599242:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb840 00000400:00000200:3.0:1761311765.599252:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad45 [1] + 224 00000400:00000200:3.0:1761311765.599283:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.599288:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.599349:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787692096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.599727:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000d1950e9. 00000400:00000200:0.0:1761311765.599736:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:0.0:1761311765.599738:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:0.0:1761311765.599746:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787692096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.599755:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787692096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.599786:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001f4544ce. 02000000:00000010:0.0:1761311765.599792:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c389df5a. 00000100:00000010:0.0:1761311765.599795:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:0.0:1761311765.599799:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:0.0:1761311765.599803:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00000400:00000200:1.0:1761311765.600413:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.600428:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150040 00000400:00000200:1.0:1761311765.600435:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa969d [2] + 656 00000400:00000200:1.0:1761311765.600976:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.600982:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.600988:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.600994:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 00000020:00000010:0.0:1761311765.601242:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1dcfae1. 00000020:00000010:0.0:1761311765.601249:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.601253:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.601277:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4befbb x1846867781812288/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.601800:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812288 02000000:00000010:0.0:1761311765.601813:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033ca1d60. 00010000:00000010:0.0:1761311765.601851:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001b0c607b. 00010000:00000010:0.0:1761311765.601875:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.601882:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.601894:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.601897:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.601910:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311765.601914:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812288, offset 224 00000400:00000200:0.0:1761311765.601922:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.601933:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.601938:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87384:87384:256:4294967295] 192.168.203.55@tcp LPNI seq info [87384:87384:8:4294967295] 00000400:00000200:0.0:1761311765.601946:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.601951:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.601956:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.601962:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.601968:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.601972:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.601986:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.601991:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.601994:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1dcfae1. 00000800:00000200:1.0:1761311765.602232:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.602236:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:1.0:1761311765.602241:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.602245:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.602248:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:1.0:1761311765.602250:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00080000:00000010:1.0:1761311765.602274:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009ce0cd93. 00010000:00000010:1.0:1761311765.602800:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0816eb6. 00010000:00000010:1.0:1761311765.602809:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000648b828b. 00000001:00000010:1.0:1761311765.602826:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.602837:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311765.602854:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bdd04078. 00000001:00000010:1.0:1761311765.602862:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.602868:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.602873:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311765.602878:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311765.602890:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f49c8c8a. 00100000:00000010:1.0:1761311765.602897:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000085fb6d9. 00100000:00000010:1.0:1761311765.602900:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002b329827. 00010000:00000010:1.0:1761311765.602918:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.602924:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000758555b6. 00010000:00000010:1.0:1761311765.602933:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c71d522c. 00000100:00000010:1.0:1761311765.602937:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.602945:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 02000000:00000010:1.0:1761311765.602956:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f659556e. 02000000:00000010:1.0:1761311765.602999:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000216b6cc2. 00000400:00000010:1.0:1761311765.603005:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311765.603009:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.603014:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692160, portal 16 00000400:00000010:1.0:1761311765.603018:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311765.603021:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692160, offset 0 00000400:00000200:1.0:1761311765.603027:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.603035:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.603041:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.603044:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.603047:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.603049:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87385:87385:256:4294967295] 192.168.203.55@tcp LPNI seq info [87385:87385:8:4294967295] 00000400:00000200:1.0:1761311765.603056:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.603060:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.603063:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.603067:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.603072:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.603074:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.603211:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.603214:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.603220:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.603223:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.603227:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:3.0:1761311765.603228:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000100:00000200:3.0:1761311765.603235:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd3edf3f x1846867787692160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.605729:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020d8dd19. 00010000:00000010:3.1:1761311765.605783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000055f9ea5f. 00010000:00000010:3.1:1761311765.605792:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00000400:00000200:1.0:1761311765.607577:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.607597:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb880 00000400:00000200:1.0:1761311765.607604:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad51 [1] + 224 00000400:00000200:1.0:1761311765.607622:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.607627:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.607638:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd3edf3f x1846867787692160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.608091:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:0.0:1761311765.608098:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:0.0:1761311765.608100:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:0.0:1761311765.608107:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd3edf3f x1846867787692160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.608114:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd3edf3f x1846867787692160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.608143:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000216b6cc2. 02000000:00000010:0.0:1761311765.608149:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f659556e. 00000100:00000010:0.0:1761311765.608153:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 00000100:00000010:0.0:1761311765.608159:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:0.0:1761311765.608163:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c71d522c. 00010000:00000010:1.1:1761311765.608605:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000702c890e. 00010000:00000010:1.1:1761311765.608612:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000400:00000200:1.0:1761311765.608837:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.608848:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150080 00000400:00000200:1.0:1761311765.608854:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa969d [2] + 984 00000400:00000200:1.0:1761311765.608910:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.608915:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.608920:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.608925:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00000020:00000010:0.0:1761311765.609147:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d1dcfae1. 00000020:00000010:0.0:1761311765.609155:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.609159:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.609182:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781812352/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.609218:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812352 02000000:00000010:0.0:1761311765.609229:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f65ec86. 00010000:00000010:0.0:1761311765.609255:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c469b4c. 00010000:00000010:0.0:1761311765.609276:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.609283:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.609305:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.1:1761311765.609345:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b9465f56. 00010000:00000010:0.0:1761311765.609352:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.609365:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b335db6f. 00000100:00000200:0.0:1761311765.609369:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812352, offset 224 00000400:00000200:0.0:1761311765.609376:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.609384:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.609389:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87386:87386:256:4294967295] 192.168.203.55@tcp LPNI seq info [87386:87386:8:4294967295] 00000400:00000200:0.0:1761311765.609398:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.609403:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.609407:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.609411:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.609418:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.609421:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.609435:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.609440:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.609443:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d1dcfae1. 00080000:00000010:1.0:1761311765.609626:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b3021216. 00010000:00000010:1.0:1761311765.609749:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000758555b6. 00010000:00000010:1.0:1761311765.609756:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000065dafd55. 00000001:00000010:1.0:1761311765.609774:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311765.609784:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00080000:00000010:1.0:1761311765.609790:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000cd9125. 00000001:00000010:1.0:1761311765.609799:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311765.609805:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311765.609809:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311765.609813:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00100000:00000010:1.0:1761311765.609826:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fd07a1d7. 00010000:00000010:1.0:1761311765.609840:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311765.609844:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000758555b6. 00010000:00000010:1.0:1761311765.609853:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000051efb77c. 00000100:00000010:1.0:1761311765.609857:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.609863:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 02000000:00000010:1.0:1761311765.609872:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000305c51da. 02000000:00000010:1.0:1761311765.609893:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c9f610d1. 00000400:00000010:1.0:1761311765.609897:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9122b4c. 00000400:00000010:1.0:1761311765.609901:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311765.609905:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692224, portal 16 00000400:00000010:1.0:1761311765.609909:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311765.609911:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692224, offset 0 00000400:00000200:1.0:1761311765.609915:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.609921:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.609927:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.609931:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.609934:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.609936:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87387:87387:255:4294967295] 192.168.203.55@tcp LPNI seq info [87387:87387:7:4294967295] 00000400:00000200:1.0:1761311765.609943:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.609948:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.609951:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82353034). 00000800:00000200:1.0:1761311765.609955:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.609959:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.609962:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311765.610225:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f8a20941. 00010000:00000010:3.1:1761311765.610234:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00000800:00000200:3.0:1761311765.610305:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.610333:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:3.0:1761311765.610341:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.610345:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.610348:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b335db6f 00000400:00000010:3.0:1761311765.610351:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b335db6f. 00000800:00000200:3.0:1761311765.610404:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.610406:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.610411:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.610414:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.610416:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:3.0:1761311765.610417:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 00000100:00000200:3.0:1761311765.610422:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000056434f1e x1846867787692224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.613888:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.613907:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb8c0 00000400:00000200:1.0:1761311765.613916:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad5d [1] + 224 00000400:00000200:1.0:1761311765.613933:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.613936:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.613948:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000056434f1e x1846867787692224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.614031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a0ac412. 00000400:00000010:0.0:1761311765.614054:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9122b4c. 00000400:00000200:0.0:1761311765.614059:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:0.0:1761311765.614060:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00000100:00000200:0.0:1761311765.614066:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000056434f1e x1846867787692224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.614073:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000056434f1e x1846867787692224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.614100:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c9f610d1. 02000000:00000010:0.0:1761311765.614108:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000305c51da. 00000100:00000010:0.0:1761311765.614111:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 00000100:00000010:0.0:1761311765.614116:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:0.0:1761311765.614119:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000051efb77c. 00000400:00000200:1.0:1761311765.615149:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.615164:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1500c0 00000400:00000200:1.0:1761311765.615170:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa969d [2] + 1312 00000400:00000200:1.0:1761311765.615594:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.615599:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.615605:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.615611:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000020:00000010:2.0:1761311765.615747:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311765.615754:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.615758:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.615782:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781812416/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.615806:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812416 02000000:00000010:2.0:1761311765.615816:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000401f79d9. 00010000:00000010:2.0:1761311765.616033:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b49483e9. 00010000:00000010:2.0:1761311765.616056:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.616062:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.616078:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.616081:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.616097:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311765.616102:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812416, offset 224 00000400:00000200:2.0:1761311765.616109:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.616121:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.616127:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87388:87388:256:4294967295] 192.168.203.55@tcp LPNI seq info [87388:87388:8:4294967295] 00000400:00000200:2.0:1761311765.616136:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.616144:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.616148:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.616154:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.616160:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.616164:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.616186:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.616192:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.616195:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00080000:00000010:0.0:1761311765.616254:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1dcfae1. 00010000:00000010:0.0:1761311765.616412:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000758555b6. 00010000:00000010:0.0:1761311765.616418:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005ee31c41. 00000001:00000010:0.0:1761311765.616440:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7fe4da3. 00000001:00000010:0.0:1761311765.616451:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7fe4da3. 00080000:00000010:0.0:1761311765.616456:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de000c9c. 00000001:00000010:0.0:1761311765.616465:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7fe4da3. 00000001:00000010:0.0:1761311765.616471:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7fe4da3. 00000001:00000010:0.0:1761311765.616476:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c7fe4da3. 00000001:00000010:0.0:1761311765.616480:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c7fe4da3. 00100000:00000010:0.0:1761311765.616492:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007d2d1ca1. 00010000:00000010:0.0:1761311765.616508:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.0:1761311765.616513:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c207a9f4. 00010000:00000010:0.0:1761311765.616524:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.616528:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.616535:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.616546:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e7a4fbb. 02000000:00000010:0.0:1761311765.616571:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e6b2b156. 00000400:00000010:0.0:1761311765.616575:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fe4da3. 00000400:00000010:0.0:1761311765.616579:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000100:00000200:0.0:1761311765.616584:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692288, portal 16 00000400:00000010:0.0:1761311765.616588:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311765.616590:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692288, offset 0 00000400:00000200:0.0:1761311765.616595:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.616602:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.616609:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.616612:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.616615:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.616617:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87389:87389:255:4294967295] 192.168.203.55@tcp LPNI seq info [87389:87389:7:4294967295] 00000400:00000200:0.0:1761311765.616623:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.616627:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.616631:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82353034). 00000800:00000200:0.0:1761311765.616634:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.616638:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.616640:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.616729:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.616734:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:3.0:1761311765.616738:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.616742:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.616745:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:3.0:1761311765.616747:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000800:00000200:3.0:1761311765.616800:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.616802:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.616807:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.616811:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.616813:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:3.0:1761311765.616814:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:3.0:1761311765.616819:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787692288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.618361:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3cd8781. 00010000:00000010:1.1:1761311765.618373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:1.0:1761311765.620651:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.620672:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb900 00000400:00000200:1.0:1761311765.620680:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad69 [1] + 224 00000400:00000200:1.0:1761311765.620691:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.620695:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.620705:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787692288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.620825:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.620831:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150100 00000400:00000200:1.0:1761311765.620836:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa969d [2] + 1640 00000400:00000200:1.0:1761311765.620901:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.620905:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.620909:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.620914:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000400:00000010:0.0:1761311765.621253:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c7fe4da3. 00000400:00000200:0.0:1761311765.621259:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c162b60 00000400:00000010:0.0:1761311765.621261:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c162b60. 00000100:00000200:0.0:1761311765.621267:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787692288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.621275:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787692288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.621342:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e6b2b156. 02000000:00000010:0.0:1761311765.621349:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e7a4fbb. 00000100:00000010:0.0:1761311765.621352:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.621355:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.621360:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000020:00000010:2.0:1761311765.621903:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311765.621910:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.621914:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.621935:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781812480/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.621965:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812480 02000000:00000010:2.0:1761311765.621974:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2f32ca9. 00010000:00000010:2.0:1761311765.622001:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004323c49b. 00010000:00000010:2.0:1761311765.622020:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.622026:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.622042:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.622045:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.622055:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026f72b8d. 00000100:00000200:2.0:1761311765.622059:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812480, offset 224 00000400:00000200:2.0:1761311765.622065:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.622075:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.622080:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87390:87390:256:4294967295] 192.168.203.55@tcp LPNI seq info [87390:87390:8:4294967295] 00000400:00000200:2.0:1761311765.622088:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.622093:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.622097:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.622102:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.622108:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.622111:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.622124:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.622128:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.622135:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00000800:00000200:1.0:1761311765.622548:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.622553:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311765.622558:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.622563:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.622567:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:1.0:1761311765.622569:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 00080000:00000010:1.0:1761311765.622594:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000df2eea8. 00010000:00000010:1.0:1761311765.622709:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c207a9f4. 00010000:00000010:1.0:1761311765.622716:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e948fa5. 00000001:00000010:1.0:1761311765.622737:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005555fb93. 00000001:00000010:1.0:1761311765.622753:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005555fb93. 00080000:00000010:1.0:1761311765.622759:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bfc1a98f. 00000001:00000010:1.0:1761311765.622767:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005555fb93. 00000001:00000010:1.0:1761311765.622773:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005555fb93. 00000001:00000010:1.0:1761311765.622777:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005555fb93. 00000001:00000010:1.0:1761311765.622782:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005555fb93. 00100000:00000010:1.0:1761311765.622795:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002a26f376. 00010000:00000010:1.0:1761311765.622811:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.622817:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.622827:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d8eb7d1. 00000100:00000010:1.0:1761311765.622831:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.622839:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.622864:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000016229e0f. 02000000:00000010:1.0:1761311765.622887:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000094ddb462. 00000400:00000010:1.0:1761311765.622891:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005555fb93. 00000400:00000010:1.0:1761311765.622896:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311765.622902:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692352, portal 16 00000400:00000010:1.0:1761311765.622907:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311765.622909:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692352, offset 0 00000400:00000200:1.0:1761311765.622915:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.622924:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.622931:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.622935:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.622938:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.622941:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87391:87391:256:4294967295] 192.168.203.55@tcp LPNI seq info [87391:87391:8:4294967295] 00000400:00000200:1.0:1761311765.622949:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.622953:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.622957:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.622962:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.622967:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.622969:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761311765.623059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c31ddbf6. 00000800:00000200:3.0:1761311765.623469:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.623473:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.623479:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.623483:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.623487:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:3.0:1761311765.623488:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000100:00000200:3.0:1761311765.623494:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787692352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.626412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f0d9f783. 00010000:00000010:0.1:1761311765.626433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000400:00000200:1.0:1761311765.626698:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.626717:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb940 00000400:00000200:1.0:1761311765.626726:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad75 [1] + 224 00000400:00000200:1.0:1761311765.626744:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.626748:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.626759:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787692352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.627120:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005555fb93. 00000400:00000200:0.0:1761311765.627127:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b91aca91 00000400:00000010:0.0:1761311765.627129:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b91aca91. 00000100:00000200:0.0:1761311765.627135:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787692352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.627143:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787692352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.627173:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000094ddb462. 02000000:00000010:0.0:1761311765.627180:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000016229e0f. 00000100:00000010:0.0:1761311765.627183:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:0.0:1761311765.627188:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:0.0:1761311765.627193:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d8eb7d1. 00000400:00000200:1.0:1761311765.627876:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.627888:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150140 00000400:00000200:1.0:1761311765.627895:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa969d [2] + 1968 00000400:00000010:1.0:1761311765.627899:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fdab9dea. 00000400:00000200:1.0:1761311765.627903:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000022a1d32e 00000400:00000200:1.0:1761311765.627960:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.627964:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.627968:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000022a1d32e 00000400:00000010:1.0:1761311765.627970:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000022a1d32e (tot 82352386). 00000100:00000200:1.0:1761311765.627975:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311765.628242:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e7a4fbb. 00000020:00000010:0.0:1761311765.628250:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.628254:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.628280:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000db7e2ec5 x1846867781812544/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.628781:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812544 02000000:00000010:0.0:1761311765.628794:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6b2b156. 00010000:00000010:0.0:1761311765.628819:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bdbf767c. 00010000:00000010:0.0:1761311765.629182:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.629190:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022632814. 00000100:00000010:0.0:1761311765.629246:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022632814. 00010000:00000010:0.0:1761311765.629250:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.629266:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000100:00000200:0.0:1761311765.629271:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812544, offset 224 00000400:00000200:0.0:1761311765.629280:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.629303:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00080000:00000010:1.0:1761311765.629388:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005e57a24c. 00010000:00000010:1.0:1761311765.629510:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.629517:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000044f9114d. 00000001:00000010:1.0:1761311765.629537:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311765.629556:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00080000:00000010:1.0:1761311765.629563:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce67eb87. 00000001:00000010:1.0:1761311765.629572:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311765.629579:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311765.629584:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311765.629589:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00100000:00000010:1.0:1761311765.629603:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000052795bc9. 00010000:00000010:1.0:1761311765.629621:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.629627:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.629637:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c13d3be1. 00000100:00000010:1.0:1761311765.629641:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.629648:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 02000000:00000010:1.0:1761311765.629659:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009792783a. 02000000:00000010:1.0:1761311765.629685:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007bcb2c21. 00000400:00000010:1.0:1761311765.629689:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ee71875. 00000400:00000010:1.0:1761311765.629694:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311765.629699:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692416, portal 16 00000400:00000010:1.0:1761311765.629703:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311765.629705:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692416, offset 0 00000400:00000200:1.0:1761311765.629709:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.629748:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87392:87392:256:4294967295] 192.168.203.55@tcp LPNI seq info [87392:87392:8:4294967295] 00000400:00000200:0.0:1761311765.629760:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.629766:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.629772:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352634). 00000800:00000200:0.0:1761311765.629778:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.629784:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.629787:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.629804:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.629809:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.629813:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e7a4fbb. 02000000:00000010:0.0:1761311765.629821:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2f32ca9. 00000100:00000010:0.0:1761311765.629827:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:0.0:1761311765.629830:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000401f79d9. 00000100:00000010:0.0:1761311765.629831:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:0.0:1761311765.629834:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f65ec86. 00000100:00000010:0.0:1761311765.629836:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 02000000:00000010:0.0:1761311765.629839:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033ca1d60. 00000100:00000010:0.0:1761311765.629856:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 02000000:00000010:0.0:1761311765.629860:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbded299. 00000100:00000010:0.0:1761311765.629861:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 02000000:00000010:0.0:1761311765.629866:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6799e01. 00000100:00000010:0.0:1761311765.629868:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000200:0.0:1761311765.629875:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311765.629880:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c7fe4da3. 00000400:00000010:0.0:1761311765.629883:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000022632814 (tot 82352786). 00000800:00000200:3.0:1761311765.630048:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.630052:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.630059:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.630064:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.630068:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c162b60 00000400:00000010:3.0:1761311765.630070:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c162b60. 02000000:00000010:3.0:1761311765.630075:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6b2b156. 00010000:00000010:2.1:1761311765.630372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061431284. 00010000:00000010:1.1:1761311765.631442:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004258ae7. 00010000:00000010:1.1:1761311765.631453:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00000400:00000200:1.0:1761311765.631472:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.631479:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.631482:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.631485:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.631488:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87393:87393:255:4294967295] 192.168.203.55@tcp LPNI seq info [87393:87393:7:4294967295] 00000400:00000200:1.0:1761311765.631499:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.631666:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.631674:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.631679:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.631684:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.631687:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.632442:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.632446:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:2.0:1761311765.632452:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.632458:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.632462:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:2.0:1761311765.632464:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:2.0:1761311765.632472:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bf02ceb x1846867787692416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.634511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3aff7bb. 00000400:00000200:1.0:1761311765.634979:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.634997:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb980 00000400:00000200:1.0:1761311765.635005:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad81 [1] + 224 00000400:00000200:1.0:1761311765.635023:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.635027:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.635039:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bf02ceb x1846867787692416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.635081:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.635087:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150180 00000400:00000200:1.0:1761311765.635091:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa96f5 [2] + 0 00000400:00000010:0.0:1761311765.635111:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ee71875. 00000400:00000200:0.0:1761311765.635117:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:0.0:1761311765.635119:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:0.0:1761311765.635124:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bf02ceb x1846867787692416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.635131:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bf02ceb x1846867787692416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.635143:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.635146:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.635150:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.635155:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:0.0:1761311765.635158:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007bcb2c21. 02000000:00000010:0.0:1761311765.635165:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009792783a. 00000100:00000010:0.0:1761311765.635169:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 00000100:00000010:0.0:1761311765.635173:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:0.0:1761311765.635177:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c13d3be1. 00000020:00000010:2.0:1761311765.635283:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311765.635291:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.635344:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.635370:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a847972a x1846867781812608/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.635397:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812608 02000000:00000010:2.0:1761311765.635413:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1b5fce1. 00010000:00000010:2.0:1761311765.635444:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089bcbd94. 00010000:00000010:2.0:1761311765.635465:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.635471:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.635484:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.635486:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.635499:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311765.635503:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812608, offset 224 00000400:00000200:2.0:1761311765.635510:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.635520:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.635525:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87394:87394:256:4294967295] 192.168.203.55@tcp LPNI seq info [87394:87394:8:4294967295] 00000400:00000200:2.0:1761311765.635535:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.635541:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.635546:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.635551:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.635557:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.635560:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761311765.635561:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002551f5c1. 00000020:00000010:2.0:1761311765.635582:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.635588:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.635591:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00010000:00000010:1.0:1761311765.635686:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.635693:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000df4a324f. 00000001:00000010:1.0:1761311765.635710:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311765.635722:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00080000:00000010:1.0:1761311765.635727:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000298b25e5. 00000001:00000010:1.0:1761311765.635735:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311765.635741:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311765.635745:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311765.635750:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00100000:00000010:1.0:1761311765.635762:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001c5db3a8. 00100000:00000010:1.0:1761311765.635769:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000a6f30be0. 00100000:00000010:1.0:1761311765.635772:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b81944c5. 00010000:00000010:1.0:1761311765.635792:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311765.635798:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.635808:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e378578b. 00000100:00000010:1.0:1761311765.635812:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.635817:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 02000000:00000010:1.0:1761311765.635827:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8ce135a. 02000000:00000010:1.0:1761311765.635848:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009792783a. 00000400:00000010:1.0:1761311765.635853:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c51f876f. 00000400:00000010:1.0:1761311765.635857:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311765.635862:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692480, portal 16 00000400:00000010:1.0:1761311765.635866:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311765.635868:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692480, offset 0 00000400:00000200:1.0:1761311765.635872:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.635877:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.635884:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.635887:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.635890:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.635892:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87395:87395:255:4294967295] 192.168.203.55@tcp LPNI seq info [87395:87395:7:4294967295] 00000400:00000200:1.0:1761311765.635899:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.635902:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.635906:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311765.635910:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.635914:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.635916:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.636059:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.636062:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.636065:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.636069:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.636072:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:3.0:1761311765.636074:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000800:00000200:3.0:1761311765.636120:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.636122:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:3.0:1761311765.636127:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.636130:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.636133:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:3.0:1761311765.636134:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00000100:00000200:3.0:1761311765.636138:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bf02ceb x1846867787692480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311765.637843:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.637859:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eb9c0 00000400:00000200:2.0:1761311765.637866:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad91 [1] + 224 00000400:00000200:2.0:1761311765.637882:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.637885:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.637895:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bf02ceb x1846867787692480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.637969:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c51f876f. 00000400:00000200:1.0:1761311765.637976:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:1.0:1761311765.637978:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:1.0:1761311765.637983:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bf02ceb x1846867787692480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.637990:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bf02ceb x1846867787692480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.638021:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009792783a. 02000000:00000010:1.0:1761311765.638027:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8ce135a. 00000100:00000010:1.0:1761311765.638031:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 00000100:00000010:1.0:1761311765.638036:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.638039:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e378578b. 00000400:00000200:1.0:1761311765.638685:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.638697:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1501c0 00000400:00000200:1.0:1761311765.638702:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa96f5 [2] + 328 00000400:00000200:1.0:1761311765.638762:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.638766:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.638774:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.638779:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 00000020:00000010:0.0:1761311765.638882:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbded299. 00000020:00000010:0.0:1761311765.638890:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.638894:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.638917:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bf02ceb x1846867781812672/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.639412:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812672 02000000:00000010:0.0:1761311765.639426:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033ca1d60. 00010000:00000010:0.0:1761311765.639457:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051dc4a41. 00010000:00000010:0.0:1761311765.639479:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.639487:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edebd888. 00000100:00000010:0.0:1761311765.639501:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edebd888. 00010000:00000010:0.0:1761311765.639503:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.639517:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311765.639522:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812672, offset 224 00000400:00000200:0.0:1761311765.639530:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.639542:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.639548:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87396:87396:256:4294967295] 192.168.203.55@tcp LPNI seq info [87396:87396:8:4294967295] 00000400:00000200:0.0:1761311765.639557:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.639563:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.639569:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.639574:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.639581:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.639584:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.639610:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.639615:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.639618:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbded299. 00080000:00000010:1.0:1761311765.639819:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8ce135a. 00000800:00000200:3.0:1761311765.639980:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.639984:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.639990:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.639995:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.639998:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001541a840 00000400:00000010:3.0:1761311765.640000:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001541a840. 00010000:00000010:1.0:1761311765.640000:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.640006:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eef19462. 00000001:00000010:1.0:1761311765.640024:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311765.640036:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00080000:00000010:1.0:1761311765.640042:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009792783a. 00000001:00000010:1.0:1761311765.640050:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311765.640056:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311765.640061:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311765.640066:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00100000:00000010:1.0:1761311765.640080:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000993f7bc. 00010000:00000010:1.0:1761311765.640095:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311765.640100:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.640110:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e378578b. 00000100:00000010:1.0:1761311765.640114:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.640120:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311765.640130:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007bcb2c21. 02000000:00000010:1.0:1761311765.640152:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016229e0f. 00000400:00000010:1.0:1761311765.640157:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c51f876f. 00000400:00000010:1.0:1761311765.640161:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311765.640166:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692544, portal 16 00000400:00000010:1.0:1761311765.640171:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311765.640174:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692544, offset 0 00000400:00000200:1.0:1761311765.640178:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.640184:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.640191:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.640194:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.640197:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.640199:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87397:87397:256:4294967295] 192.168.203.55@tcp LPNI seq info [87397:87397:8:4294967295] 00000400:00000200:1.0:1761311765.640206:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.640210:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.640213:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.640217:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.640221:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.640224:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.640464:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.640467:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:2.0:1761311765.640472:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.640476:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.640479:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:2.0:1761311765.640480:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000100:00000200:2.0:1761311765.640486:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787692544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.643755:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000279f91d5. 00010000:00000010:1.1:1761311765.643770:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:1.0:1761311765.643810:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.643825:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eba00 00000400:00000200:1.0:1761311765.643834:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaad9d [1] + 224 00000400:00000200:1.0:1761311765.643860:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.643865:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.643875:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787692544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.643911:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.643917:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150200 00000400:00000200:1.0:1761311765.643921:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa96f5 [2] + 656 00000400:00000010:0.0:1761311765.643928:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c51f876f. 00000400:00000200:0.0:1761311765.643934:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:0.0:1761311765.643935:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:0.0:1761311765.643940:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787692544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.643947:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787692544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.643971:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.643975:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 02000000:00000010:0.0:1761311765.643975:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016229e0f. 00000100:00000200:1.0:1761311765.643979:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761311765.643982:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007bcb2c21. 00000100:00000010:1.0:1761311765.643983:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00000100:00000010:0.0:1761311765.643985:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:0.0:1761311765.643988:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:0.0:1761311765.643993:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e378578b. 00000020:00000010:2.0:1761311765.644822:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311765.644835:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.644839:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.644870:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781812736/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.644909:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812736 02000000:00000010:2.0:1761311765.644920:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c3dbe09. 00010000:00000010:2.0:1761311765.644948:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000597ce6b3. 00010000:00000010:2.0:1761311765.644972:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.644980:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.644997:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.645001:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.645014:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011f87556. 00000100:00000200:2.0:1761311765.645021:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812736, offset 224 00000400:00000200:2.0:1761311765.645030:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.645042:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.645047:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87398:87398:256:4294967295] 192.168.203.55@tcp LPNI seq info [87398:87398:8:4294967295] 00000400:00000200:2.0:1761311765.645057:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.645061:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.645067:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.645073:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.645080:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.645084:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.645098:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.645102:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.645105:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00080000:00000010:1.0:1761311765.645195:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094ddb462. 00010000:00000010:1.0:1761311765.645357:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.645364:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b3440694. 00000001:00000010:1.0:1761311765.645382:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311765.645584:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00080000:00000010:1.0:1761311765.645592:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000305c51da. 00000001:00000010:1.0:1761311765.645601:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311765.645607:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311765.645612:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311765.645616:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00100000:00000010:1.0:1761311765.645629:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ce1fd9af. 00010000:00000010:1.0:1761311765.645644:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.645649:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.645659:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3dd30db. 00000100:00000010:1.0:1761311765.645664:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.645671:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 02000000:00000010:1.0:1761311765.645681:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9f610d1. 02000000:00000010:1.0:1761311765.645703:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000216b6cc2. 00000400:00000010:1.0:1761311765.645708:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311765.645713:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311765.645718:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692608, portal 16 00000400:00000010:1.0:1761311765.645723:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311765.645724:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692608, offset 0 00000400:00000200:1.0:1761311765.645730:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.645737:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.645742:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.645746:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.645748:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.645751:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87399:87399:255:4294967295] 192.168.203.55@tcp LPNI seq info [87399:87399:7:4294967295] 00000400:00000200:1.0:1761311765.645758:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.645762:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.645766:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311765.645770:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.645774:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.645776:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.645874:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.645878:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.645882:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.645886:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.645890:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f87556 00000400:00000010:3.0:1761311765.645892:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011f87556. 00000800:00000200:3.0:1761311765.645941:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.645943:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:3.0:1761311765.645947:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.645950:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.645952:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:3.0:1761311765.645953:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00000100:00000200:3.0:1761311765.645958:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000d4befbb x1846867787692608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.648601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000060414823. 00010000:00000010:0.1:1761311765.650726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004df0dc2d. 00010000:00000010:1.1:1761311765.651539:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008008a37c. 00010000:00000010:1.1:1761311765.651548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311765.651554:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000655a7239. 00010000:00000010:1.1:1761311765.651557:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000400:00000200:2.0:1761311765.652418:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.652440:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eba40 00000400:00000200:2.0:1761311765.652451:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaada9 [1] + 224 00000400:00000200:2.0:1761311765.652471:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.652475:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.652488:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000d4befbb x1846867787692608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.652539:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:1.0:1761311765.652546:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:1.0:1761311765.652548:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000100:00000200:1.0:1761311765.652554:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000d4befbb x1846867787692608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.652561:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000d4befbb x1846867787692608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.652592:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000216b6cc2. 02000000:00000010:1.0:1761311765.652598:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9f610d1. 00000100:00000010:1.0:1761311765.652609:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 00000100:00000010:1.0:1761311765.652614:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.652618:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3dd30db. 00000400:00000200:1.0:1761311765.653037:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.653046:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150240 00000400:00000200:1.0:1761311765.653052:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa96f5 [2] + 984 00000400:00000200:1.0:1761311765.653124:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.653129:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.653134:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.653137:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 00000020:00000010:0.0:1761311765.654548:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbded299. 00000020:00000010:0.0:1761311765.654558:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.654563:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.654588:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4befbb x1846867781812800/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311765.654835:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812800 02000000:00000010:0.0:1761311765.654917:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f65ec86. 00010000:00000010:0.0:1761311765.654947:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000023f7dde6. 00010000:00000010:0.0:1761311765.654969:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.654976:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edebd888. 00000100:00000010:0.0:1761311765.654993:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edebd888. 00010000:00000010:0.0:1761311765.654997:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.655010:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311765.655014:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812800, offset 224 00000400:00000200:0.0:1761311765.655023:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.655037:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.655043:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87400:87400:256:4294967295] 192.168.203.55@tcp LPNI seq info [87400:87400:8:4294967295] 00000400:00000200:0.0:1761311765.655052:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.655061:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.655067:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.655074:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.655082:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.655087:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761311765.655099:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9f610d1. 00000020:00000010:0.0:1761311765.655114:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.655121:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.655124:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbded299. 00010000:00000010:1.0:1761311765.655237:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.655245:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e782cacd. 00000001:00000010:1.0:1761311765.655267:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000800:00000200:3.0:1761311765.655279:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.655284:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000001:00000010:1.0:1761311765.655288:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000400:00000200:3.0:1761311765.655291:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.655306:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00080000:00000010:1.0:1761311765.655337:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000216b6cc2. 00000001:00000010:1.0:1761311765.655348:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311765.655356:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311765.655363:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000400:00000200:3.0:1761311765.655372:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000001:00000010:1.0:1761311765.655373:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000400:00000010:3.0:1761311765.655376:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00100000:00000010:1.0:1761311765.655391:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000091ee128e. 00010000:00000010:1.0:1761311765.655410:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311765.655415:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.655424:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3dd30db. 00000100:00000010:1.0:1761311765.655427:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.655433:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 02000000:00000010:1.0:1761311765.655443:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007bcb2c21. 02000000:00000010:1.0:1761311765.655464:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000016229e0f. 00000400:00000010:1.0:1761311765.655469:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311765.655474:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311765.655478:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692672, portal 16 00000400:00000010:1.0:1761311765.655483:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311765.655495:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692672, offset 0 00000400:00000200:1.0:1761311765.655500:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.655574:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.655582:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.655586:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.655589:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.655591:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87401:87401:256:4294967295] 192.168.203.55@tcp LPNI seq info [87401:87401:8:4294967295] 00000400:00000200:1.0:1761311765.655689:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.655697:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.655701:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311765.655706:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.655710:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.655712:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.655800:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.655803:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:2.0:1761311765.655809:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.655813:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.655816:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:2.0:1761311765.655817:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00000100:00000200:2.0:1761311765.655823:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e06db8e x1846867787692672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.659515:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc691a16. 00010000:00000010:1.1:1761311765.659533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311765.659984:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a6f1e672. 00000400:00000200:1.0:1761311765.661627:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.661645:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eba80 00000400:00000200:1.0:1761311765.661653:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaadb5 [1] + 224 00000400:00000200:1.0:1761311765.661672:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.661677:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.661687:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e06db8e x1846867787692672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.661740:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:0.0:1761311765.661748:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:0.0:1761311765.661750:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000100:00000200:0.0:1761311765.661755:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e06db8e x1846867787692672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.661762:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e06db8e x1846867787692672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.661792:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000016229e0f. 02000000:00000010:0.0:1761311765.661798:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007bcb2c21. 00000100:00000010:0.0:1761311765.661802:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 00000100:00000010:0.0:1761311765.661805:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:0.0:1761311765.661809:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3dd30db. 00000400:00000200:3.0:1761311765.663275:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.663291:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150280 00000400:00000200:3.0:1761311765.663632:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa96f5 [2] + 1312 00000400:00000200:3.0:1761311765.663709:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.663714:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.663720:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.663726:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00000020:00000010:0.0:1761311765.663977:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbded299. 00000020:00000010:0.0:1761311765.663987:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.663992:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.664020:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c59f1dbd x1846867781812864/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.664470:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812864 02000000:00000010:0.0:1761311765.664484:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006e7a4fbb. 00010000:00000010:0.0:1761311765.664516:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009da0bee2. 00010000:00000010:0.0:1761311765.664540:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.664548:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edebd888. 00000100:00000010:0.0:1761311765.664570:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edebd888. 00010000:00000010:0.0:1761311765.664574:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.664587:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311765.664592:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812864, offset 224 00080000:00000010:1.0:1761311765.664601:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007bcb2c21. 00000400:00000200:0.0:1761311765.664601:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.664614:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.664619:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87402:87402:256:4294967295] 192.168.203.55@tcp LPNI seq info [87402:87402:8:4294967295] 00000400:00000200:0.0:1761311765.664628:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.664633:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.664638:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.664643:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.664649:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.664652:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.664672:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.664678:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.664681:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbded299. 00000800:00000200:3.0:1761311765.664898:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.664903:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.664911:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.664914:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.664918:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:3.0:1761311765.664920:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00010000:00000010:1.0:1761311765.665079:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.665087:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000097aab4f3. 00000001:00000010:1.0:1761311765.665107:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311765.665126:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00080000:00000010:1.0:1761311765.665133:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000016229e0f. 00000001:00000010:1.0:1761311765.665142:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311765.665148:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311765.665154:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311765.665159:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00100000:00000010:1.0:1761311765.665174:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b63824cd. 00010000:00000010:1.0:1761311765.665193:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311765.665198:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.665208:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002196a3b4. 00000100:00000010:1.0:1761311765.665212:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.665219:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311765.665251:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ac98629b. 02000000:00000010:1.0:1761311765.665277:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000669ea424. 00000400:00000010:1.0:1761311765.665281:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1e334d1. 00000400:00000010:1.0:1761311765.665285:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebf2b047. 00000100:00000200:1.0:1761311765.665290:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692736, portal 16 00000400:00000010:1.0:1761311765.665308:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311765.665330:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692736, offset 0 00000400:00000200:1.0:1761311765.665336:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.665343:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.665349:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.665352:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.665355:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.665358:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87403:87403:256:4294967295] 192.168.203.55@tcp LPNI seq info [87403:87403:8:4294967295] 00000400:00000200:1.0:1761311765.665364:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.665368:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.665371:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.665375:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.665379:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.665381:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.665644:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.665648:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:2.0:1761311765.665653:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.665657:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.665660:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:2.0:1761311765.665661:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000100:00000200:2.0:1761311765.665667:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787692736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.667373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b20b62d7. 00010000:00000010:1.1:1761311765.668197:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000175a6901. 00010000:00000010:1.1:1761311765.668209:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:1.0:1761311765.671976:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.671997:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebac0 00000400:00000200:1.0:1761311765.672005:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaadc1 [1] + 224 00000400:00000200:1.0:1761311765.672019:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.672022:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.672034:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787692736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.672071:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.672076:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1502c0 00000400:00000200:1.0:1761311765.672081:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa96f5 [2] + 1640 00000400:00000010:0.0:1761311765.672089:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1e334d1. 00000400:00000200:0.0:1761311765.672096:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebf2b047 00000400:00000010:0.0:1761311765.672098:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebf2b047. 00000100:00000200:0.0:1761311765.672104:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787692736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.672111:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787692736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.672140:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:0.0:1761311765.672143:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000669ea424. 00000400:00000200:1.0:1761311765.672144:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.672148:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:0.0:1761311765.672151:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ac98629b. 00000100:00000010:1.0:1761311765.672153:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000100:00000010:0.0:1761311765.672157:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:0.0:1761311765.672162:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:0.0:1761311765.672166:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002196a3b4. 00010000:00000010:0.1:1761311765.672351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b59af1c. 00000020:00000010:2.0:1761311765.672474:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311765.672482:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.672486:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.673671:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781812928/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.673962:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812928 02000000:00000010:2.0:1761311765.673979:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6799e01. 00010000:00000010:2.0:1761311765.674009:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003be3fca7. 00010000:00000010:2.0:1761311765.674035:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.674042:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.674064:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.674068:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.674081:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d86e0a. 00000100:00000200:2.0:1761311765.674086:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812928, offset 224 00000400:00000200:2.0:1761311765.674093:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311765.674096:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d363279. 00000400:00000200:2.0:1761311765.674106:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.674111:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87404:87404:256:4294967295] 192.168.203.55@tcp LPNI seq info [87404:87404:8:4294967295] 00000400:00000200:2.0:1761311765.674120:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.674126:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.674130:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.674134:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.674140:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.674143:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.674168:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.674174:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.674177:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00010000:00000010:1.0:1761311765.674214:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.674220:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c6ed3d9. 00000001:00000010:1.0:1761311765.674238:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f6156fee. 00000001:00000010:1.0:1761311765.674254:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f6156fee. 00080000:00000010:1.0:1761311765.674259:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087b360bc. 00000001:00000010:1.0:1761311765.674266:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f6156fee. 00000001:00000010:1.0:1761311765.674272:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f6156fee. 00000001:00000010:1.0:1761311765.674276:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f6156fee. 00000001:00000010:1.0:1761311765.674282:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f6156fee. 00100000:00000010:1.0:1761311765.674308:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000093beb995. 00100000:00000010:1.0:1761311765.674336:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000004d78a4e8. 00100000:00000010:1.0:1761311765.674338:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000806f4f84. 00010000:00000010:1.0:1761311765.674358:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.674363:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311765.674372:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa707199. 00000100:00000010:1.0:1761311765.674376:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.674382:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.674391:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efdad98d. 02000000:00000010:1.0:1761311765.674413:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005366703e. 00000400:00000010:1.0:1761311765.674417:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6156fee. 00000400:00000010:1.0:1761311765.674421:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.674426:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692800, portal 16 00000400:00000010:1.0:1761311765.674430:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311765.674433:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692800, offset 0 00000400:00000200:1.0:1761311765.674438:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.674444:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.674451:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.674454:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.674457:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.674459:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87405:87405:255:4294967295] 192.168.203.55@tcp LPNI seq info [87405:87405:7:4294967295] 00000400:00000200:1.0:1761311765.674465:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.674468:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.674471:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311765.674474:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.674478:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.674480:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.674845:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.674849:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:3.0:1761311765.674853:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.674858:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.674862:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d86e0a 00000400:00000010:3.0:1761311765.674864:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d86e0a. 00000800:00000200:3.0:1761311765.674931:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.674933:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:3.0:1761311765.674938:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.674941:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.674943:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:3.0:1761311765.674944:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:3.0:1761311765.674950:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787692800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.677664:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022d680d0. 00010000:00000010:1.1:1761311765.677680:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311765.680147:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b24b39e3. 00000400:00000200:2.0:1761311765.680202:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311765.680221:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebb00 00000400:00000200:2.0:1761311765.680229:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaadcd [1] + 224 00000400:00000200:2.0:1761311765.680248:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.680252:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311765.680264:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787692800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.680338:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6156fee. 00000400:00000200:1.0:1761311765.680345:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:1.0:1761311765.680347:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.680352:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787692800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.680360:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787692800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.680389:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005366703e. 02000000:00000010:1.0:1761311765.680395:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efdad98d. 00000100:00000010:1.0:1761311765.680400:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.680404:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:1.0:1761311765.680407:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa707199. 00000400:00000200:1.0:1761311765.680703:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.680712:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150300 00000400:00000200:1.0:1761311765.680716:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa96f5 [2] + 1968 00000400:00000010:1.0:1761311765.680719:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af6febe. 00000400:00000200:1.0:1761311765.680722:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002c21bb32 00000400:00000200:1.0:1761311765.684410:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.684427:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.684434:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c21bb32 00000400:00000010:1.0:1761311765.684439:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002c21bb32 (tot 82352386). 00000100:00000200:1.0:1761311765.684448:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311765.684711:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cbded299. 00000020:00000010:0.0:1761311765.684719:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.684724:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.684753:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000029dec89e x1846867781812992/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.684791:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781812992 02000000:00000010:0.0:1761311765.684802:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e3dc3ea6. 00010000:00000010:0.0:1761311765.684830:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da6119d1. 00010000:00000010:0.0:1761311765.684854:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.684860:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000edebd888. 00000100:00000010:0.0:1761311765.684876:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000edebd888. 00010000:00000010:0.0:1761311765.684879:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.684892:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311765.684897:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781812992, offset 224 00000400:00000200:0.0:1761311765.684903:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.684915:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.684920:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87406:87406:256:4294967295] 192.168.203.55@tcp LPNI seq info [87406:87406:8:4294967295] 00000400:00000200:0.0:1761311765.684929:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.684933:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.684938:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352634). 00000800:00000200:0.0:1761311765.684944:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.684950:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.684954:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.684968:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.684974:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:0.0:1761311765.684977:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cbded299. 02000000:00000010:0.0:1761311765.684985:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6799e01. 00000100:00000010:0.0:1761311765.684991:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:0.0:1761311765.684995:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006e7a4fbb. 00000100:00000010:0.0:1761311765.684997:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 02000000:00000010:0.0:1761311765.685000:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f65ec86. 00000100:00000010:0.0:1761311765.685001:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 02000000:00000010:0.0:1761311765.685005:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c3dbe09. 00000100:00000010:0.0:1761311765.685008:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 02000000:00000010:0.0:1761311765.685012:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033ca1d60. 00000100:00000010:0.0:1761311765.685014:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 02000000:00000010:0.0:1761311765.685018:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1b5fce1. 00000100:00000010:0.0:1761311765.685020:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000200:0.0:1761311765.685025:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311765.685031:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009af18753. 00000400:00000010:0.0:1761311765.685035:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000edebd888 (tot 82352786). 00000800:00000200:3.0:1761311765.685303:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.685307:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352538). 00000400:00000200:3.0:1761311765.685331:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.685335:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.685338:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:3.0:1761311765.685340:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 02000000:00000010:3.0:1761311765.685344:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e3dc3ea6. 00080000:00000010:3.0:1761311765.685367:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003726fc72. 00010000:00000010:3.0:1761311765.685484:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:3.0:1761311765.685491:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000657f3d30. 00000001:00000010:3.0:1761311765.685509:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.685521:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311765.685527:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a93051cf. 00000001:00000010:3.0:1761311765.685535:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.685541:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.685546:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.685550:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311765.685563:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b54d0508. 00010000:00000010:3.0:1761311765.685579:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f98e909. 00010000:00000010:3.0:1761311765.685584:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006edc3f9b. 00010000:00000010:3.0:1761311765.685594:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311765.685597:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3d1d09. 00000100:00000010:3.0:1761311765.685603:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311765.685613:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001a31426f. 02000000:00000010:3.0:1761311765.685636:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002c839e07. 00000400:00000010:3.0:1761311765.685639:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311765.685643:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.685646:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692864, portal 16 00000400:00000010:3.0:1761311765.685651:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311765.685653:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692864, offset 0 00000400:00000200:3.0:1761311765.685658:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.685664:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.685670:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.685674:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.685677:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.685679:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87407:87407:256:4294967295] 192.168.203.55@tcp LPNI seq info [87407:87407:8:4294967295] 00000400:00000200:3.0:1761311765.685686:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.685690:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.685693:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311765.685697:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.685702:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.685704:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.686337:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.686340:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311765.686346:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.686351:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.686354:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:0.0:1761311765.686356:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:0.0:1761311765.686363:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787692864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.687365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007883148b. 00010000:00000010:1.1:1761311765.687376:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:1.0:1761311765.689801:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.689821:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebb40 00000400:00000200:1.0:1761311765.689829:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaddd [1] + 224 00000400:00000200:1.0:1761311765.689857:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.689861:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.689871:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787692864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.690250:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:3.0:1761311765.690255:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311765.690257:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311765.690263:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787692864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.690270:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787692864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.690350:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002c839e07. 02000000:00000010:3.0:1761311765.690357:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001a31426f. 00000100:00000010:3.0:1761311765.690360:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311765.690363:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:3.0:1761311765.690367:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00010000:00000010:0.1:1761311765.691361:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094b24a9a. 00010000:00000010:3.1:1761311765.692391:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c04ad93f. 00010000:00000010:3.1:1761311765.692400:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:3.0:1761311765.692432:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.692446:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150340 00000400:00000200:3.0:1761311765.692453:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa974d [2] + 0 00000400:00000200:3.0:1761311765.692517:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.692522:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.692527:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.692532:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00000020:00000010:1.0:1761311765.692744:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000efdad98d. 00000020:00000010:1.0:1761311765.692752:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.692756:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092ca75b9. 00000100:00000200:1.0:1761311765.692780:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c59f1dbd x1846867781813056/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311765.692816:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813056 02000000:00000010:1.0:1761311765.692827:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005366703e. 00010000:00000010:1.0:1761311765.692986:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a3d3a186. 00010000:00000010:0.0:1761311765.693340:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.693349:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311765.693362:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:0.0:1761311765.693365:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.693379:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf943e4. 00000100:00000200:0.0:1761311765.693384:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813056, offset 224 00000400:00000200:0.0:1761311765.693391:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.693402:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.693407:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87408:87408:256:4294967295] 192.168.203.55@tcp LPNI seq info [87408:87408:8:4294967295] 00000400:00000200:0.0:1761311765.693416:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.693421:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.693426:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009bdd1cd4 (tot 82352786). 00000800:00000200:0.0:1761311765.693431:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.693437:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.693441:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009bdd1cd4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311765.693446:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a31426f. 00000020:00000010:0.0:1761311765.693467:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:0.0:1761311765.693472:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092ca75b9. 00000020:00000010:0.0:1761311765.693475:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000efdad98d. 00010000:00000010:0.0:1761311765.693582:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006edc3f9b. 00010000:00000010:0.0:1761311765.693589:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000033c3891b. 00000001:00000010:0.0:1761311765.693607:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311765.693619:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00080000:00000010:0.0:1761311765.693624:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033ca1d60. 00000001:00000010:0.0:1761311765.693631:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311765.693636:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311765.693640:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311765.693644:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00100000:00000010:0.0:1761311765.693654:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006d1705ea. 00010000:00000010:0.0:1761311765.693668:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.0:1761311765.693672:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000043facac8. 00010000:00000010:0.0:1761311765.693680:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.693683:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311765.693689:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311765.693697:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f65ec86. 02000000:00000010:0.0:1761311765.693722:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006e7a4fbb. 00000400:00000010:0.0:1761311765.693726:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006bb160eb. 00000400:00000010:0.0:1761311765.693730:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311765.693735:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692928, portal 16 00000400:00000010:0.0:1761311765.693739:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311765.693740:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692928, offset 0 00000400:00000200:0.0:1761311765.693744:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.693750:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.693756:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.693759:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.693761:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.693764:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87409:87409:255:4294967295] 192.168.203.55@tcp LPNI seq info [87409:87409:7:4294967295] 00000400:00000200:0.0:1761311765.693770:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.693774:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.693777:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311765.693780:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.693784:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.693787:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.695580:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.695587:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009bdd1cd4 (tot 82352786). 00000400:00000200:2.0:1761311765.695600:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.695608:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.695613:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf943e4 00000400:00000010:2.0:1761311765.695615:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf943e4. 00000800:00000200:2.0:1761311765.695691:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.695693:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:2.0:1761311765.695702:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.695705:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.695707:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:2.0:1761311765.695709:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00000100:00000200:2.0:1761311765.695718:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787692928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.708359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000343b894b. 00010000:00000010:0.1:1761311765.708750:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007c91de8c. 00010000:00000010:0.1:1761311765.708757:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00000400:00000200:1.0:1761311765.710229:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.710246:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebb80 00000400:00000200:1.0:1761311765.710255:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaade9 [1] + 224 00000400:00000200:1.0:1761311765.710271:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.710275:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.710286:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787692928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.710467:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006bb160eb. 00000400:00000200:0.0:1761311765.710472:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:0.0:1761311765.710474:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 00000100:00000200:0.0:1761311765.710479:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787692928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.710486:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787692928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.710515:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006e7a4fbb. 02000000:00000010:0.0:1761311765.710521:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f65ec86. 00000100:00000010:0.0:1761311765.710525:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:0.0:1761311765.710529:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:0.0:1761311765.710532:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000200:3.0:1761311765.711719:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.711735:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150380 00000400:00000200:3.0:1761311765.711742:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa974d [2] + 328 00000400:00000200:3.0:1761311765.711803:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.711808:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.711813:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.711818:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 00000020:00000010:0.0:1761311765.712155:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001f65ec86. 00000020:00000010:0.0:1761311765.712162:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ac45af7e. 00000020:00000010:0.0:1761311765.712166:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f172ef65. 00000100:00000200:0.0:1761311765.712191:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a85faf x1846867781813120/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.713052:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813120 02000000:00000010:2.0:1761311765.713072:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038479589. 00010000:00000010:2.0:1761311765.713102:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006ff3b3e1. 00010000:00000010:2.0:1761311765.713124:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.713131:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.713151:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.713155:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.713169:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d86e0a. 00000100:00000200:2.0:1761311765.713174:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813120, offset 224 00000400:00000200:2.0:1761311765.713183:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.713196:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.713202:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87410:87410:256:4294967295] 192.168.203.55@tcp LPNI seq info [87410:87410:8:4294967295] 00000400:00000200:2.0:1761311765.713211:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.713216:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.713220:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.713225:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.713231:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.713234:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.713261:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ac45af7e. 00000020:00000010:2.0:1761311765.713267:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f172ef65. 00000020:00000010:2.0:1761311765.713271:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001f65ec86. 00080000:00000010:1.0:1761311765.713355:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4dae2c1. 00010000:00000010:1.0:1761311765.713478:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000043facac8. 00010000:00000010:1.0:1761311765.713485:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000088374a5e. 00000001:00000010:1.0:1761311765.713506:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311765.713519:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00080000:00000010:1.0:1761311765.713526:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b6c30925. 00000001:00000010:1.0:1761311765.713535:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311765.713541:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311765.713547:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311765.713552:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00100000:00000010:1.0:1761311765.713565:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008e578ef5. 00010000:00000010:1.0:1761311765.713580:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311765.713586:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.713596:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa707199. 00000100:00000010:1.0:1761311765.713600:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.713608:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.713618:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003610ec01. 02000000:00000010:1.0:1761311765.713644:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed304b20. 00000400:00000010:1.0:1761311765.713649:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af6febe. 00000400:00000010:1.0:1761311765.713655:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.713660:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787692992, portal 16 00000400:00000010:1.0:1761311765.713665:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a4589e8. 00000100:00000200:1.0:1761311765.713667:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787692992, offset 0 00000400:00000200:1.0:1761311765.713672:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.713678:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.713686:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.713690:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.713693:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.713696:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87411:87411:255:4294967295] 192.168.203.55@tcp LPNI seq info [87411:87411:7:4294967295] 00000400:00000200:1.0:1761311765.713703:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.713707:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.713710:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82353034). 00000800:00000200:1.0:1761311765.713714:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.713718:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.713720:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.716927:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.716934:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:3.0:1761311765.716944:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.716953:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.716958:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d86e0a 00000400:00000010:3.0:1761311765.716961:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d86e0a. 00000800:00000200:3.0:1761311765.717034:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.717036:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.717042:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.717046:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.717048:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a4589e8 00000400:00000010:3.0:1761311765.717049:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a4589e8. 00000100:00000200:3.0:1761311765.717057:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787692992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.728526:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.728547:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebbc0 00000400:00000200:1.0:1761311765.728556:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaadf5 [1] + 224 00000400:00000200:1.0:1761311765.728569:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.728573:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.728583:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787692992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.729152:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.729160:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1503c0 00000400:00000200:1.0:1761311765.729166:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa974d [2] + 656 00000400:00000200:1.0:1761311765.729178:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.729181:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.729184:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.729189:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000400:00000010:0.0:1761311765.729985:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af6febe. 00000400:00000200:0.0:1761311765.729993:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:0.0:1761311765.729995:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:0.0:1761311765.730004:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787692992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.730014:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787692992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.730043:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed304b20. 02000000:00000010:0.0:1761311765.730049:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003610ec01. 00000100:00000010:0.0:1761311765.730054:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:0.0:1761311765.730058:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:0.0:1761311765.730062:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa707199. 00000020:00000010:2.0:1761311765.730172:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000401f79d9. 00000020:00000010:2.0:1761311765.730179:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.730182:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.730204:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781813184/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.730235:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813184 02000000:00000010:2.0:1761311765.730244:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2f32ca9. 00010000:00000010:2.0:1761311765.730268:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a5903f. 00010000:00000010:2.0:1761311765.730285:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.730289:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.730325:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.730327:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.730338:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011f87556. 00000100:00000200:2.0:1761311765.730342:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813184, offset 224 00000400:00000200:2.0:1761311765.730349:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.730358:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.730363:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87412:87412:256:4294967295] 192.168.203.55@tcp LPNI seq info [87412:87412:8:4294967295] 00000400:00000200:2.0:1761311765.730372:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.730377:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.730381:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.730385:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.730391:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.730394:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.730415:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.730419:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.730422:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000401f79d9. 00000800:00000200:3.0:1761311765.730552:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.730555:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311765.730559:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.730562:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.730565:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f87556 00000400:00000010:3.0:1761311765.730566:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011f87556. 00080000:00000010:1.0:1761311765.730655:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b00c4707. 00010000:00000010:1.0:1761311765.730769:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.730776:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005344dc3b. 00000001:00000010:1.0:1761311765.730795:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f6156fee. 00000001:00000010:1.0:1761311765.730811:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f6156fee. 00080000:00000010:1.0:1761311765.730816:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2c014ff. 00000001:00000010:1.0:1761311765.730824:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f6156fee. 00000001:00000010:1.0:1761311765.730829:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f6156fee. 00000001:00000010:1.0:1761311765.730833:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f6156fee. 00000001:00000010:1.0:1761311765.730838:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f6156fee. 00100000:00000010:1.0:1761311765.730866:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008b698063. 00010000:00000010:1.0:1761311765.730882:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311765.730886:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.730896:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008cb896d9. 00000100:00000010:1.0:1761311765.730900:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000043f402f5. 00000100:00000010:1.0:1761311765.730905:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 02000000:00000010:1.0:1761311765.730916:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec23e742. 02000000:00000010:1.0:1761311765.730937:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bb6c704. 00000400:00000010:1.0:1761311765.730941:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6156fee. 00000400:00000010:1.0:1761311765.730944:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.730949:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693056, portal 16 00000400:00000010:1.0:1761311765.730952:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311765.730954:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693056, offset 0 00000400:00000200:1.0:1761311765.730959:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.730966:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.730972:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.730976:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.730978:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.730980:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87413:87413:256:4294967295] 192.168.203.55@tcp LPNI seq info [87413:87413:8:4294967295] 00000400:00000200:1.0:1761311765.730987:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.730991:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.730994:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.730998:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.731002:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.731004:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.731683:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.731688:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.731694:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.731699:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.731703:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:3.0:1761311765.731705:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:3.0:1761311765.731710:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd3edf3f x1846867787693056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.733441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0d8cf81. 00010000:00000010:1.1:1761311765.733454:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:2.1:1761311765.734402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb3e0181. 00000400:00000200:1.0:1761311765.735516:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.735535:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebc00 00000400:00000200:1.0:1761311765.735544:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae01 [1] + 224 00000400:00000200:1.0:1761311765.735558:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.735562:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.735573:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd3edf3f x1846867787693056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.735677:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f6156fee. 00000400:00000200:0.0:1761311765.735683:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:0.0:1761311765.735685:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:0.0:1761311765.735690:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd3edf3f x1846867787693056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.735697:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd3edf3f x1846867787693056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.735724:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bb6c704. 02000000:00000010:0.0:1761311765.735729:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec23e742. 00000100:00000010:0.0:1761311765.735732:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 00000100:00000010:0.0:1761311765.735738:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000043f402f5. 00010000:00000010:0.0:1761311765.735741:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008cb896d9. 00000400:00000200:3.0:1761311765.738283:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00010000:00000010:2.1:1761311765.738397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd0c2d64. 00000400:00000200:3.0:1761311765.738512:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150400 00000400:00000200:3.0:1761311765.738519:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa974d [2] + 984 00000400:00000200:3.0:1761311765.738583:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.738588:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.738593:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.738598:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 00000020:00000010:0.0:1761311765.738891:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e7a4fbb. 00000020:00000010:0.0:1761311765.738900:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311765.738905:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311765.738934:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed08d72 x1846867781813248/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.738970:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813248 02000000:00000010:0.0:1761311765.738983:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbded299. 00010000:00000010:0.0:1761311765.739014:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000614a6730. 00010000:00000010:0.0:1761311765.739035:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.739042:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311765.739063:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:0.0:1761311765.739067:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.739080:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311765.739085:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813248, offset 224 00000400:00000200:0.0:1761311765.739093:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.739104:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.739109:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87414:87414:256:4294967295] 192.168.203.55@tcp LPNI seq info [87414:87414:8:4294967295] 00000400:00000200:0.0:1761311765.739118:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.739124:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.739129:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311765.739136:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.739142:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.739145:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.739167:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311765.739172:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311765.739175:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e7a4fbb. 00080000:00000010:1.0:1761311765.739231:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000422f76dd. 00010000:00000010:1.0:1761311765.739401:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.739408:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004ee03058. 00000001:00000010:1.0:1761311765.739427:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002938fb6b. 00000001:00000010:1.0:1761311765.739441:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002938fb6b. 00080000:00000010:1.0:1761311765.739447:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef291c09. 00000001:00000010:1.0:1761311765.739455:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002938fb6b. 00000001:00000010:1.0:1761311765.739461:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002938fb6b. 00000001:00000010:1.0:1761311765.739466:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002938fb6b. 00000001:00000010:1.0:1761311765.739470:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002938fb6b. 00100000:00000010:1.0:1761311765.739485:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009723251d. 00100000:00000010:1.0:1761311765.739492:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000006f4fe57d. 00100000:00000010:1.0:1761311765.739495:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001791b003. 00010000:00000010:1.0:1761311765.739514:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.739519:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.739530:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003503c704. 00000100:00000010:1.0:1761311765.739534:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.739540:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002234a2fe. 02000000:00000010:1.0:1761311765.739550:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec23e742. 02000000:00000010:1.0:1761311765.739574:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008bb6c704. 00000400:00000010:1.0:1761311765.739578:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002938fb6b. 00000400:00000010:1.0:1761311765.739583:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311765.739588:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693120, portal 16 00000400:00000010:1.0:1761311765.739593:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311765.739595:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693120, offset 0 00000400:00000200:1.0:1761311765.739601:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.739607:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.739613:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.739617:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.739619:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.739621:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87415:87415:255:4294967295] 192.168.203.55@tcp LPNI seq info [87415:87415:7:4294967295] 00000400:00000200:1.0:1761311765.739628:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.739632:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.739636:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82353034). 00000800:00000200:1.0:1761311765.739641:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.739644:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.739647:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.739817:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.739821:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352786). 00000400:00000200:3.0:1761311765.739830:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.739835:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.739839:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:3.0:1761311765.739840:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 00000800:00000200:3.0:1761311765.739886:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.739888:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.739893:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.739896:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.739898:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:3.0:1761311765.739899:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:3.0:1761311765.739905:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002234a2fe x1846867787693120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.742370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000de40eff6. 00010000:00000010:1.1:1761311765.742386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:1.0:1761311765.742993:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.743009:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebc40 00000400:00000200:1.0:1761311765.743016:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae0d [1] + 224 00000400:00000200:1.0:1761311765.743026:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.743029:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.743038:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002234a2fe x1846867787693120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.743071:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.743075:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150440 00000400:00000200:1.0:1761311765.743079:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa974d [2] + 1312 00000400:00000200:1.0:1761311765.743087:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.743090:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.743092:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.743098:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000400:00000010:0.0:1761311765.743155:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002938fb6b. 00000400:00000200:0.0:1761311765.743160:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:0.0:1761311765.743162:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:0.0:1761311765.743167:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002234a2fe x1846867787693120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.743173:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002234a2fe x1846867787693120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.743200:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008bb6c704. 02000000:00000010:0.0:1761311765.743206:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec23e742. 00000100:00000010:0.0:1761311765.743209:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002234a2fe. 00000100:00000010:0.0:1761311765.743213:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:0.0:1761311765.743217:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003503c704. 00000020:00000010:2.0:1761311765.743305:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000401f79d9. 00000020:00000010:2.0:1761311765.743345:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.743350:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.743375:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781813312/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.743401:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813312 02000000:00000010:2.0:1761311765.743411:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9892706. 00010000:00000010:2.0:1761311765.743439:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d91c11b. 00010000:00000010:2.0:1761311765.743461:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.743468:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.743480:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.743482:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.743495:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311765.743499:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813312, offset 224 00000400:00000200:2.0:1761311765.743508:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.743517:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.743522:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87416:87416:256:4294967295] 192.168.203.55@tcp LPNI seq info [87416:87416:8:4294967295] 00000400:00000200:2.0:1761311765.743532:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.743536:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.743542:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.743546:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.743553:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.743556:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.743583:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.743589:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.743592:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000401f79d9. 00080000:00000010:1.0:1761311765.743698:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003610ec01. 00010000:00000010:1.0:1761311765.743826:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.743832:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ba290511. 00000001:00000010:1.0:1761311765.743860:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.743870:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00080000:00000010:1.0:1761311765.743876:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed304b20. 00000001:00000010:1.0:1761311765.743884:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.743890:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.743895:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.743899:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00100000:00000010:1.0:1761311765.743912:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b386c33e. 00010000:00000010:1.0:1761311765.743929:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311765.743934:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.743944:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311765.743948:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.743954:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.743963:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000efdad98d. 02000000:00000010:1.0:1761311765.743984:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ac98629b. 00000400:00000010:1.0:1761311765.743987:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ae866c. 00000400:00000010:1.0:1761311765.743992:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.743996:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693184, portal 16 00000400:00000010:1.0:1761311765.744001:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a4589e8. 00000100:00000200:1.0:1761311765.744003:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693184, offset 0 00000400:00000200:1.0:1761311765.744008:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.744014:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.744020:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.744023:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.744026:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.744028:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87417:87417:255:4294967295] 192.168.203.55@tcp LPNI seq info [87417:87417:7:4294967295] 00000400:00000200:1.0:1761311765.744035:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.744039:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.744042:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82353034). 00000800:00000200:1.0:1761311765.744046:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.744049:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.744051:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.744141:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.744145:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311765.744150:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.744154:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.744158:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:3.0:1761311765.744160:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000800:00000200:3.0:1761311765.744222:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.744224:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.744229:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.744232:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.744234:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a4589e8 00000400:00000010:3.0:1761311765.744235:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a4589e8. 00000100:00000200:3.0:1761311765.744240:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787693184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.746402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ac6650e0. 00000400:00000200:3.0:1761311765.752413:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.752440:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebc80 00000400:00000200:3.0:1761311765.752449:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae19 [1] + 224 00000400:00000200:3.0:1761311765.752471:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.752475:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.752487:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787693184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.752528:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.752533:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150480 00000400:00000200:3.0:1761311765.752538:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa974d [2] + 1640 00000400:00000200:3.0:1761311765.752600:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.752604:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.752607:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.752613:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 00000400:00000010:1.0:1761311765.752918:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0ae866c. 00000400:00000200:1.0:1761311765.752924:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:1.0:1761311765.752926:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.752932:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787693184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.752940:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787693184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.752968:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ac98629b. 02000000:00000010:1.0:1761311765.752976:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000efdad98d. 00000100:00000010:1.0:1761311765.752981:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.752985:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.752988:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000020:00000010:0.0:1761311765.753349:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e7a4fbb. 00000020:00000010:0.0:1761311765.753358:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311765.753363:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311765.753391:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ef0282b x1846867781813376/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.753429:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813376 02000000:00000010:0.0:1761311765.753443:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4d61b30. 00010000:00000010:0.0:1761311765.753478:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000089796514. 00010000:00000010:0.0:1761311765.753503:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.753510:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311765.753523:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:0.0:1761311765.753526:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.753540:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311765.753545:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813376, offset 224 00000400:00000200:0.0:1761311765.753554:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.753566:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.753571:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87418:87418:256:4294967295] 192.168.203.55@tcp LPNI seq info [87418:87418:8:4294967295] 00000400:00000200:0.0:1761311765.753581:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.753586:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.753592:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311765.753600:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.753607:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.753611:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.753631:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311765.753637:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311765.753640:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e7a4fbb. 00010000:00000010:2.1:1761311765.753947:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000082e51638. 00010000:00000010:1.1:1761311765.754159:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005fe12c74. 00010000:00000010:1.1:1761311765.754166:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00080000:00000010:1.0:1761311765.754188:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efdad98d. 00010000:00000010:1.0:1761311765.754354:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.754362:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000125879a1. 00000001:00000010:1.0:1761311765.754381:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.754393:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00080000:00000010:1.0:1761311765.754399:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ac98629b. 00000001:00000010:1.0:1761311765.754408:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.754413:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.754419:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.754423:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00100000:00000010:1.0:1761311765.754436:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e776f156. 00010000:00000010:1.0:1761311765.754452:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311765.754457:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.754469:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311765.754475:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.754483:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.754494:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000669ea424. 02000000:00000010:1.0:1761311765.754522:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec23e742. 00000400:00000010:1.0:1761311765.754527:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ae866c. 00000400:00000010:1.0:1761311765.754532:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.754539:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693248, portal 16 00000400:00000010:1.0:1761311765.754544:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311765.754546:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693248, offset 0 00000400:00000200:1.0:1761311765.754553:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.754562:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.754570:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.754573:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.754576:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.754579:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87419:87419:255:4294967295] 192.168.203.55@tcp LPNI seq info [87419:87419:7:4294967295] 00000400:00000200:1.0:1761311765.754587:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.754592:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.754597:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311765.754602:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.754608:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.754611:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.754915:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.754919:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352786). 00000400:00000200:3.0:1761311765.754928:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.754933:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.754938:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:3.0:1761311765.754940:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 00000800:00000200:3.0:1761311765.755006:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.755008:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:3.0:1761311765.755013:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.755016:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.755018:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:3.0:1761311765.755019:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:3.0:1761311765.755025:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787693248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.757805:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.757824:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebcc0 00000400:00000200:3.0:1761311765.757832:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae25 [1] + 224 00000400:00000200:3.0:1761311765.757857:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.757861:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.757870:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787693248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.757901:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.757906:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1504c0 00000400:00000200:3.0:1761311765.757911:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa974d [2] + 1968 00000400:00000010:3.0:1761311765.757915:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0feea6a. 00000400:00000200:3.0:1761311765.757920:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000086dcc697 00000400:00000200:3.0:1761311765.757943:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.757947:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.757950:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086dcc697 00000400:00000010:3.0:1761311765.757952:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000086dcc697 (tot 82352386). 00000100:00000200:3.0:1761311765.757957:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311765.758062:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000401f79d9. 00000020:00000010:2.0:1761311765.758069:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.758073:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.758095:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c47c29c x1846867781813440/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.758128:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813440 02000000:00000010:2.0:1761311765.758139:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000135e349f. 00010000:00000010:2.0:1761311765.758176:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.758182:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b2bd95b0. 00000100:00000010:2.0:1761311765.758188:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b2bd95b0. 00010000:00000010:2.0:1761311765.758191:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.758204:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026f72b8d. 00000100:00000200:2.0:1761311765.758208:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813440, offset 224 00000400:00000200:2.0:1761311765.758215:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.758225:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.758231:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87420:87420:256:4294967295] 192.168.203.55@tcp LPNI seq info [87420:87420:8:4294967295] 00000400:00000200:2.0:1761311765.758241:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.758247:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.758250:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352634). 00000800:00000200:2.0:1761311765.758256:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.758262:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.758265:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.758289:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.758303:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.758306:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000401f79d9. 02000000:00000010:2.0:1761311765.758342:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4d61b30. 00000100:00000010:2.0:1761311765.758346:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 02000000:00000010:2.0:1761311765.758350:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9892706. 00000100:00000010:2.0:1761311765.758353:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:2.0:1761311765.758357:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbded299. 00000100:00000010:2.0:1761311765.758360:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 02000000:00000010:2.0:1761311765.758363:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2f32ca9. 00000100:00000010:2.0:1761311765.758365:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 02000000:00000010:2.0:1761311765.758368:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038479589. 00000100:00000010:2.0:1761311765.758369:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 02000000:00000010:2.0:1761311765.758372:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005366703e. 00000100:00000010:2.0:1761311765.758375:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000200:2.0:1761311765.758380:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311765.758386:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001521c38e. 00000400:00000010:2.0:1761311765.758390:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b2bd95b0 (tot 82352786). 00000800:00000200:3.0:1761311765.758605:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.758609:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311765.758613:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.758616:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.758619:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:3.0:1761311765.758621:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 02000000:00000010:3.0:1761311765.758625:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000135e349f. 00010000:00000010:1.1:1761311765.758703:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c127a319. 00010000:00000010:1.1:1761311765.758710:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000010:1.0:1761311765.758727:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0ae866c. 00000400:00000200:1.0:1761311765.758731:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:1.0:1761311765.758733:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.758739:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787693248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.758746:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787693248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311765.758766:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061e9b0f5. 02000000:00000010:1.0:1761311765.758782:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec23e742. 02000000:00000010:1.0:1761311765.758788:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000669ea424. 00000100:00000010:1.0:1761311765.758791:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.758794:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.758797:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00080000:00000010:1.0:1761311765.758811:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000669ea424. 00010000:00000010:1.0:1761311765.758926:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.758932:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011d8df0f. 00000001:00000010:1.0:1761311765.758947:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.758960:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00080000:00000010:1.0:1761311765.758964:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec23e742. 00000001:00000010:1.0:1761311765.758971:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.758975:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.758978:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.758982:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00100000:00000010:1.0:1761311765.758992:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c20d585f. 00010000:00000010:1.0:1761311765.759005:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.759009:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.759017:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311765.759021:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.759027:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.759036:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008bb6c704. 02000000:00000010:1.0:1761311765.759058:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005366703e. 00000400:00000010:1.0:1761311765.759062:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ae866c. 00000400:00000010:1.0:1761311765.759065:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.759068:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693312, portal 16 00000400:00000010:1.0:1761311765.759071:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebf2b047. 00000100:00000200:1.0:1761311765.759073:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693312, offset 0 00000400:00000200:1.0:1761311765.759079:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.759086:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.759092:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.759095:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.759097:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.759100:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87421:87421:256:4294967295] 192.168.203.55@tcp LPNI seq info [87421:87421:8:4294967295] 00000400:00000200:1.0:1761311765.759106:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.759111:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.759114:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.759117:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.759121:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.759124:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.759971:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.759976:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:3.0:1761311765.759983:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.759989:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.759993:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebf2b047 00000400:00000010:3.0:1761311765.759995:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebf2b047. 00000100:00000200:3.0:1761311765.760000:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787693312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.761510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7b19fd7. 00000400:00000200:3.0:1761311765.762335:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.762351:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebd00 00000400:00000200:3.0:1761311765.762359:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae35 [1] + 224 00000400:00000200:3.0:1761311765.762371:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.762376:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.762385:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787693312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.762414:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.762420:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150500 00000400:00000200:3.0:1761311765.762423:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97a5 [2] + 0 00000400:00000200:3.0:1761311765.762470:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.762473:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.762477:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.762482:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000400:00000010:1.0:1761311765.762593:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0ae866c. 00000400:00000200:1.0:1761311765.762599:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:1.0:1761311765.762601:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.762606:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787693312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.762613:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787693312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.762642:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005366703e. 02000000:00000010:1.0:1761311765.762649:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008bb6c704. 00000100:00000010:1.0:1761311765.762654:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.762658:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.762661:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000020:00000010:0.0:1761311765.763280:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006e7a4fbb. 00000020:00000010:0.0:1761311765.763288:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311765.763301:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311765.763354:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c241c5e9 x1846867781813504/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.763389:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813504 02000000:00000010:0.0:1761311765.763401:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a211d83. 00010000:00000010:0.0:1761311765.763428:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aad52254. 00010000:00000010:0.0:1761311765.763449:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.763455:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311765.763467:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:0.0:1761311765.763470:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311765.763482:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311765.763487:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813504, offset 224 00000400:00000200:0.0:1761311765.763494:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.763506:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.763511:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87422:87422:256:4294967295] 192.168.203.55@tcp LPNI seq info [87422:87422:8:4294967295] 00000400:00000200:0.0:1761311765.763521:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.763527:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.763531:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311765.763536:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.763542:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.763546:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.763568:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311765.763573:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311765.763576:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006e7a4fbb. 00080000:00000010:1.0:1761311765.763698:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bb6c704. 00010000:00000010:1.0:1761311765.763813:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.763820:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d77f831a. 00000001:00000010:1.0:1761311765.763836:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.764000:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00080000:00000010:1.0:1761311765.764008:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005366703e. 00000001:00000010:1.0:1761311765.764015:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.764021:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.764025:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.764030:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00100000:00000010:1.0:1761311765.764043:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000678f10a7. 00010000:00000010:1.0:1761311765.764060:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.764067:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.764076:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311765.764080:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.764087:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.764116:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d83a1e9. 02000000:00000010:1.0:1761311765.764142:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000086c1e4b4. 00000400:00000010:1.0:1761311765.764147:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ae866c. 00000400:00000010:1.0:1761311765.764151:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.764156:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693376, portal 16 00000400:00000010:1.0:1761311765.764161:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311765.764162:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693376, offset 0 00000400:00000200:1.0:1761311765.764168:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.764174:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.764181:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.764185:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.764188:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.764190:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87423:87423:255:4294967295] 192.168.203.55@tcp LPNI seq info [87423:87423:7:4294967295] 00000400:00000200:1.0:1761311765.764197:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.764201:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.764204:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311765.764207:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.764211:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.764213:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.764289:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.764301:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352786). 00000400:00000200:3.0:1761311765.764332:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.764336:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.764339:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602a8774 00000400:00000010:3.0:1761311765.764341:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602a8774. 00000800:00000200:3.0:1761311765.764392:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.764394:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:3.0:1761311765.764398:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.764401:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.764403:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:3.0:1761311765.764404:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000100:00000200:3.0:1761311765.764408:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787693376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.764596:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d05a4234. 00010000:00000010:1.1:1761311765.764603:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:1.1:1761311765.764606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004966d8b6. 00010000:00000010:1.1:1761311765.764610:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a27d3371. 00010000:00000010:1.1:1761311765.764613:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000400:00000200:3.0:1761311765.766691:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.766711:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebd40 00000400:00000200:3.0:1761311765.766719:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae41 [1] + 224 00000400:00000200:3.0:1761311765.766731:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.766734:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.766744:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787693376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.767525:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.767534:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150540 00000400:00000200:3.0:1761311765.767539:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97a5 [2] + 328 00000400:00000200:3.0:1761311765.767552:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.767555:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.767559:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.767564:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000400:00000010:1.0:1761311765.768211:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0ae866c. 00000400:00000200:1.0:1761311765.768218:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:1.0:1761311765.768220:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.768229:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787693376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.768238:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787693376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.768266:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000086c1e4b4. 02000000:00000010:1.0:1761311765.768272:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d83a1e9. 00000100:00000010:1.0:1761311765.768275:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.768279:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.768283:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000020:00000010:2.0:1761311765.768702:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311765.768709:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.768714:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.768739:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781813568/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.769248:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813568 02000000:00000010:2.0:1761311765.769261:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2f32ca9. 00010000:00000010:2.0:1761311765.769303:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010eef10b. 00010000:00000010:2.0:1761311765.771489:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.771503:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003d4a63b5. 00000100:00000010:2.0:1761311765.771523:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003d4a63b5. 00010000:00000010:2.0:1761311765.771528:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.771546:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311765.771552:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813568, offset 224 00000400:00000200:2.0:1761311765.771563:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311765.771577:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d83a1e9. 00000400:00000200:2.0:1761311765.771581:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.771587:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87424:87424:256:4294967295] 192.168.203.55@tcp LPNI seq info [87424:87424:8:4294967295] 00000400:00000200:2.0:1761311765.771596:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.771602:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.771607:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.771613:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.771619:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.771622:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.771639:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.771646:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.771650:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00010000:00000010:1.0:1761311765.771698:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.771707:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e213c96. 00000001:00000010:1.0:1761311765.771724:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.771738:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00080000:00000010:1.0:1761311765.771744:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000086c1e4b4. 00000001:00000010:1.0:1761311765.771751:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.771756:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.771761:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.771765:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00100000:00000010:1.0:1761311765.771778:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000878f0581. 00100000:00000010:1.0:1761311765.771784:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000007cd78d35. 00100000:00000010:1.0:1761311765.771788:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000010424e3b. 00010000:00000010:1.0:1761311765.771854:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311765.771861:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311765.771871:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311765.771875:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.771883:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311765.771894:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a51a6be1. 02000000:00000010:1.0:1761311765.771921:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000943f608f. 00000400:00000010:1.0:1761311765.771925:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ae866c. 00000400:00000010:1.0:1761311765.771929:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.771933:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693440, portal 16 00000400:00000010:1.0:1761311765.771938:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311765.771940:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693440, offset 0 00000400:00000200:1.0:1761311765.771945:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.771951:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.771958:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.771961:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.771963:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.771966:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87425:87425:255:4294967295] 192.168.203.55@tcp LPNI seq info [87425:87425:7:4294967295] 00000400:00000200:1.0:1761311765.771973:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.771977:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.771980:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311765.771984:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.771988:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.771990:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311765.772372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000569242e. 00000800:00000200:0.0:1761311765.773055:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.773059:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:0.0:1761311765.773064:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.773071:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.773075:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:0.0:1761311765.773077:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000800:00000200:0.0:1761311765.775505:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.775513:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:0.0:1761311765.775524:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.775533:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.775539:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:0.0:1761311765.775541:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000100:00000200:0.0:1761311765.775551:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787693440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.776363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006defe907. 00010000:00000010:1.1:1761311765.776374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:3.0:1761311765.776567:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.776584:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebd80 00000400:00000200:3.0:1761311765.776593:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae4d [1] + 224 00000400:00000200:3.0:1761311765.776604:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.776608:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.776617:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787693440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.777202:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0ae866c. 00000400:00000200:1.0:1761311765.777208:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:1.0:1761311765.777210:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.777217:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787693440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.777224:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787693440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.777251:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000943f608f. 02000000:00000010:1.0:1761311765.777258:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a51a6be1. 00000100:00000010:1.0:1761311765.777261:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311765.777266:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.777269:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000400:00000200:0.0:1761311765.777411:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.777421:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150580 00000400:00000200:0.0:1761311765.777426:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97a5 [2] + 656 00000400:00000200:0.0:1761311765.777484:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.777488:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.777492:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.777497:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00000020:00000010:2.0:1761311765.777605:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311765.777612:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311765.777616:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.777637:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fb1e5b9 x1846867781813632/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.777670:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813632 02000000:00000010:2.0:1761311765.777680:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e9892706. 00010000:00000010:2.0:1761311765.777709:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008914e615. 00010000:00000010:2.0:1761311765.777732:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.777739:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003d4a63b5. 00000100:00000010:2.0:1761311765.777743:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003d4a63b5. 00010000:00000010:2.0:1761311765.777745:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.777758:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311765.777761:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813632, offset 224 00000400:00000200:2.0:1761311765.777768:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.777778:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.777783:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87426:87426:256:4294967295] 192.168.203.55@tcp LPNI seq info [87426:87426:8:4294967295] 00000400:00000200:2.0:1761311765.777791:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.777795:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.777800:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.777804:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.777810:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.777813:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.777836:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000800:00000200:3.0:1761311765.778233:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.778236:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311765.778241:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.778245:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.778249:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:3.0:1761311765.778250:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00080000:00000010:0.0:1761311765.778736:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e7a4fbb. 00000020:00000010:2.0:1761311765.778986:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.778991:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00010000:00000010:0.0:1761311765.779467:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:0.0:1761311765.779478:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000843bf993. 00000001:00000010:0.0:1761311765.779500:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311765.779513:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00080000:00000010:0.0:1761311765.779518:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000876ba2f6. 00000001:00000010:0.0:1761311765.779527:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311765.779532:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311765.779536:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311765.779540:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00100000:00000010:0.0:1761311765.779553:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e03ffba4. 00010000:00000010:0.0:1761311765.779570:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b42a724. 00010000:00000010:0.0:1761311765.779574:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009de24035. 00010000:00000010:0.0:1761311765.779586:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311765.779592:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311765.779600:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311765.779612:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004955d77c. 02000000:00000010:0.0:1761311765.779640:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbded299. 00000400:00000010:0.0:1761311765.779645:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006bb160eb. 00000400:00000010:0.0:1761311765.779650:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311765.779655:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693504, portal 16 00000400:00000010:0.0:1761311765.779660:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f15166. 00000100:00000200:0.0:1761311765.779662:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693504, offset 0 00000400:00000200:0.0:1761311765.779669:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.779681:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.779689:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311765.779692:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311765.779694:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311765.779698:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87427:87427:256:4294967295] 192.168.203.55@tcp LPNI seq info [87427:87427:8:4294967295] 00000400:00000200:0.0:1761311765.779706:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.779711:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.779716:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311765.779722:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.779728:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.779731:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.780367:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.780371:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311765.780380:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.780386:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.780390:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f15166 00000400:00000010:1.0:1761311765.780392:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f15166. 00000100:00000200:1.0:1761311765.780398:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000020b5262f x1846867787693504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.781704:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000012994d8d. 00010000:00000010:1.1:1761311765.782075:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000420a6d14. 00010000:00000010:1.1:1761311765.782081:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:0.0:1761311765.782666:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.782681:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebdc0 00000400:00000200:0.0:1761311765.782688:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae59 [1] + 224 00000400:00000200:0.0:1761311765.782699:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.782702:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.782710:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000020b5262f x1846867787693504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.783084:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.783090:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1505c0 00000400:00000200:0.0:1761311765.783094:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97a5 [2] + 984 00000400:00000200:0.0:1761311765.783104:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.783107:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.783110:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.783115:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000400:00000010:2.0:1761311765.783163:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006bb160eb. 00000400:00000200:2.0:1761311765.783167:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00000400:00000010:2.0:1761311765.783169:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 00000100:00000200:2.0:1761311765.783175:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000020b5262f x1846867787693504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.783183:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000020b5262f x1846867787693504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.783210:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbded299. 02000000:00000010:2.0:1761311765.783216:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004955d77c. 00000100:00000010:2.0:1761311765.783219:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 00000100:00000010:2.0:1761311765.783223:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:2.0:1761311765.783226:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000020:00000010:3.0:1761311765.783446:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c839e07. 00000020:00000010:3.0:1761311765.783453:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3ebff9d. 00000020:00000010:3.0:1761311765.783457:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.783478:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781813696/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311765.783502:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813696 02000000:00000010:3.0:1761311765.783510:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087a0d7ed. 00010000:00000010:3.0:1761311765.783533:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f4e258b5. 00010000:00000010:3.0:1761311765.783554:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311765.783560:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3d1d09. 00000100:00000010:3.0:1761311765.783572:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:3.0:1761311765.783575:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00000400:00000010:3.0:1761311765.783587:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.783591:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813696, offset 224 00000400:00000200:3.0:1761311765.783597:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.783606:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.783611:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87428:87428:256:4294967295] 192.168.203.55@tcp LPNI seq info [87428:87428:8:4294967295] 00000400:00000200:3.0:1761311765.783620:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.783626:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.783631:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311765.783635:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.783641:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.783644:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.783672:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3ebff9d. 00000020:00000010:3.0:1761311765.783676:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.783678:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c839e07. 00000800:00000200:1.0:1761311765.783940:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.783944:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:1.0:1761311765.783948:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.783952:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.783954:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:1.0:1761311765.783955:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00080000:00000010:2.0:1761311765.784012:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038479589. 00010000:00000010:2.0:1761311765.784127:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009de24035. 00010000:00000010:2.0:1761311765.784134:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5bd0e05. 00000001:00000010:2.0:1761311765.784151:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.784163:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00080000:00000010:2.0:1761311765.784169:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000401f79d9. 00000001:00000010:2.0:1761311765.784178:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.784183:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.784188:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003305eb7b. 00000001:00000010:2.0:1761311765.784192:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003305eb7b. 00100000:00000010:2.0:1761311765.784202:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000041f44178. 00010000:00000010:2.0:1761311765.784218:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2735144. 00010000:00000010:2.0:1761311765.784223:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000057711342. 00010000:00000010:2.0:1761311765.784233:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.784237:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003d4a63b5. 00000100:00000010:2.0:1761311765.784243:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7d6009e. 02000000:00000010:2.0:1761311765.784252:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000344cc5a7. 02000000:00000010:2.0:1761311765.784273:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000970c52da. 00000400:00000010:2.0:1761311765.784277:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003305eb7b. 00000400:00000010:2.0:1761311765.784281:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311765.784285:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693568, portal 16 00000400:00000010:2.0:1761311765.784288:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311765.784290:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693568, offset 0 00000400:00000200:2.0:1761311765.784306:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.784352:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.784358:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.784361:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.784364:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.784366:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87429:87429:256:4294967295] 192.168.203.55@tcp LPNI seq info [87429:87429:8:4294967295] 00000400:00000200:2.0:1761311765.784372:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.784378:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.784381:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.784385:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.784388:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.784391:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.784779:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.784782:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311765.784786:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.784790:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.784792:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:1.0:1761311765.784794:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000100:00000200:1.0:1761311765.784799:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7d6009e x1846867787693568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.786448:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a4daf495. 00010000:00000010:0.1:1761311765.790576:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f673883. 00010000:00000010:0.1:1761311765.790594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:3.1:1761311765.791772:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059a9204d. 00000400:00000200:0.0:1761311765.795965:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.795983:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebe00 00000400:00000200:0.0:1761311765.795991:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae65 [1] + 224 00000400:00000200:0.0:1761311765.796009:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.796012:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.796022:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7d6009e x1846867787693568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.796763:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003305eb7b. 00000400:00000200:2.0:1761311765.796770:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:2.0:1761311765.796772:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000100:00000200:2.0:1761311765.796780:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7d6009e x1846867787693568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.796788:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7d6009e x1846867787693568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.796815:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000970c52da. 02000000:00000010:2.0:1761311765.796823:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000344cc5a7. 00000100:00000010:2.0:1761311765.796827:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7d6009e. 00000100:00000010:2.0:1761311765.796831:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003d4a63b5. 00010000:00000010:2.0:1761311765.796835:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00010000:00000010:2.1:1761311765.801173:0:78540:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9417b03. 00010000:00000010:2.1:1761311765.801187:0:78540:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00000400:00000200:1.0:1761311765.804437:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.804465:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150600 00000400:00000200:1.0:1761311765.804476:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97a5 [2] + 1312 00000400:00000200:1.0:1761311765.805508:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.805520:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.805531:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.805540:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00000020:00000010:3.0:1761311765.805811:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c839e07. 00000020:00000010:3.0:1761311765.805822:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d3ebff9d. 00000020:00000010:3.0:1761311765.805827:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.805865:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781813760/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311765.805909:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813760 02000000:00000010:3.0:1761311765.805923:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff2eba46. 00010000:00000010:3.0:1761311765.805961:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003feee059. 00010000:00000010:3.0:1761311765.805995:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311765.806004:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3d1d09. 00000100:00000010:3.0:1761311765.806030:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:3.0:1761311765.806034:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00000400:00000010:3.0:1761311765.806051:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.806057:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813760, offset 224 00000400:00000200:3.0:1761311765.806067:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.806082:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.806089:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87430:87430:256:4294967295] 192.168.203.55@tcp LPNI seq info [87430:87430:8:4294967295] 00000400:00000200:3.0:1761311765.806100:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.806106:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.806111:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.806117:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.806125:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.806130:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.806148:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d3ebff9d. 00000020:00000010:3.0:1761311765.806152:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.806155:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c839e07. 00000800:00000200:1.0:1761311765.806413:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.806417:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:1.0:1761311765.806423:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.806427:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.806431:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:1.0:1761311765.806433:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00080000:00000010:3.0:1761311765.809819:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c839e07. 00010000:00000010:3.0:1761311765.809955:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057711342. 00010000:00000010:3.0:1761311765.809966:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008acaaa90. 00000001:00000010:3.0:1761311765.809987:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.810000:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311765.810008:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fef83928. 00000001:00000010:3.0:1761311765.810017:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.810025:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.810030:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.810036:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311765.810049:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000090f3914c. 00010000:00000010:3.0:1761311765.810084:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.0:1761311765.810090:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311765.810102:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311765.810109:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3d1d09. 00000100:00000010:3.0:1761311765.810118:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311765.810135:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd280d4a. 02000000:00000010:3.0:1761311765.810167:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000512d3594. 00000400:00000010:3.0:1761311765.810173:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311765.810180:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311765.810186:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693632, portal 16 00000400:00000010:3.0:1761311765.810192:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311765.810195:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693632, offset 0 00000400:00000200:3.0:1761311765.810204:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.810220:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.810228:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.810231:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.810234:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.810237:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87431:87431:256:4294967295] 192.168.203.55@tcp LPNI seq info [87431:87431:8:4294967295] 00000400:00000200:3.0:1761311765.810248:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.810254:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.810259:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311765.810266:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.810273:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.810278:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.811106:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.811113:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:2.0:1761311765.811120:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.811127:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.811132:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:2.0:1761311765.811134:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:2.0:1761311765.811145:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787693632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.817653:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dd6cb75. 00000400:00000200:1.0:1761311765.817857:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.817873:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebe40 00000400:00000200:1.0:1761311765.817881:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae71 [1] + 224 00000400:00000200:1.0:1761311765.817893:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.817896:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.817908:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787693632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.817944:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.817949:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150640 00000400:00000200:1.0:1761311765.817954:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97a5 [2] + 1640 00000400:00000200:1.0:1761311765.818007:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.818011:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.818015:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.818020:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 00000020:00000010:2.0:1761311765.818115:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa838222. 00000020:00000010:2.0:1761311765.818123:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311765.818127:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.818152:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a847972a x1846867781813824/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.818189:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813824 02000000:00000010:2.0:1761311765.818201:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012ff3ef7. 00010000:00000010:2.0:1761311765.818238:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.818245:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003d4a63b5. 00000100:00000010:2.0:1761311765.818251:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003d4a63b5. 00010000:00000010:2.0:1761311765.818254:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.818267:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311765.818272:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813824, offset 224 00000400:00000200:2.0:1761311765.818280:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.818289:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.818303:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87432:87432:256:4294967295] 192.168.203.55@tcp LPNI seq info [87432:87432:8:4294967295] 00000400:00000200:2.0:1761311765.818330:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.818335:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.818339:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.818345:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.818351:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.818354:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.818377:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311765.818383:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.818385:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa838222. 00000800:00000200:1.0:1761311765.818540:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.818545:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311765.818549:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.818553:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.818556:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:1.0:1761311765.818560:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000400:00000010:3.0:1761311765.818587:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:3.0:1761311765.818592:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:3.0:1761311765.818594:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:3.0:1761311765.818601:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787693632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.818608:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787693632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311765.818629:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b136081. 02000000:00000010:3.0:1761311765.818645:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000512d3594. 02000000:00000010:3.0:1761311765.818649:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd280d4a. 00000100:00000010:3.0:1761311765.818652:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000010:3.0:1761311765.818655:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:3.0:1761311765.818657:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00080000:00000010:3.0:1761311765.818671:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd280d4a. 00010000:00000010:3.0:1761311765.818830:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311765.818839:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f744e490. 00000001:00000010:3.0:1761311765.818857:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.818868:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311765.818873:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000512d3594. 00000001:00000010:3.0:1761311765.818881:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.818886:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.818892:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.818896:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311765.818907:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000028ca9c9a. 00010000:00000010:3.0:1761311765.818923:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f98e909. 00010000:00000010:3.0:1761311765.818928:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311765.818937:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311765.818941:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3d1d09. 00000100:00000010:3.0:1761311765.818947:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311765.818956:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b579b1a7. 02000000:00000010:3.0:1761311765.818979:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c389df5a. 00000400:00000010:3.0:1761311765.818983:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311765.818988:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311765.818993:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693696, portal 16 00000400:00000010:3.0:1761311765.818997:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311765.818999:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693696, offset 0 00000400:00000200:3.0:1761311765.819004:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.819012:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.819018:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.819021:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.819023:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.819025:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87433:87433:256:4294967295] 192.168.203.55@tcp LPNI seq info [87433:87433:8:4294967295] 00000400:00000200:3.0:1761311765.819032:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.819036:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.819040:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311765.819044:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.819048:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.819050:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.819253:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.819256:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:2.0:1761311765.819260:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.819264:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.819266:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:2.0:1761311765.819268:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:2.0:1761311765.819272:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787693696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.827347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a9baf04b. 00010000:00000010:3.1:1761311765.827362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00000400:00000200:1.0:1761311765.827373:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.827390:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebe80 00000400:00000200:1.0:1761311765.827397:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae7d [1] + 224 00000400:00000200:1.0:1761311765.827416:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.827420:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.827433:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787693696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.827554:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:3.0:1761311765.827566:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:3.0:1761311765.827569:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000400:00000200:1.0:1761311765.827574:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000100:00000200:3.0:1761311765.827578:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787693696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.827587:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150680 00000100:00000200:3.0:1761311765.827592:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787693696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.827598:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97a5 [2] + 1968 00000400:00000010:1.0:1761311765.827606:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da88882d. 00000400:00000200:1.0:1761311765.827610:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000079947724 02000000:00000010:3.0:1761311765.827632:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c389df5a. 02000000:00000010:3.0:1761311765.827639:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b579b1a7. 00000100:00000010:3.0:1761311765.827642:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000010:3.0:1761311765.827647:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:3.0:1761311765.827650:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00000400:00000200:1.0:1761311765.827665:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.827670:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.827673:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000079947724 00000400:00000010:1.0:1761311765.827675:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000079947724 (tot 82352386). 00000100:00000200:1.0:1761311765.827681:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311765.827742:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fa838222. 00000020:00000010:2.0:1761311765.827750:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311765.827754:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.827777:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005626fd7a x1846867781813888/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311765.827813:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813888 02000000:00000010:2.0:1761311765.827837:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000247db23. 00010000:00000010:2.0:1761311765.827865:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f93da994. 00010000:00000010:2.0:1761311765.827886:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.827893:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003d4a63b5. 00000100:00000010:2.0:1761311765.827910:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003d4a63b5. 00010000:00000010:2.0:1761311765.827913:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.827927:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311765.827931:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813888, offset 224 00080000:00000010:3.0:1761311765.827937:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b579b1a7. 00000400:00000200:2.0:1761311765.827940:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.827951:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.827956:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87434:87434:256:4294967295] 192.168.203.55@tcp LPNI seq info [87434:87434:8:4294967295] 00000400:00000200:2.0:1761311765.827966:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.827971:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.827976:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352634). 00000800:00000200:2.0:1761311765.827981:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.827988:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.827991:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.828020:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311765.828026:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.828029:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fa838222. 02000000:00000010:2.0:1761311765.828037:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012ff3ef7. 00000100:00000010:2.0:1761311765.828040:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 02000000:00000010:2.0:1761311765.828043:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff2eba46. 00000100:00000010:2.0:1761311765.828045:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:2.0:1761311765.828048:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087a0d7ed. 00000100:00000010:2.0:1761311765.828051:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:2.0:1761311765.828055:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e9892706. 00000100:00000010:2.0:1761311765.828058:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 02000000:00000010:2.0:1761311765.828061:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2f32ca9. 00000100:00000010:2.0:1761311765.828066:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:2.0:1761311765.828069:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a211d83. 00000100:00000010:2.0:1761311765.828071:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 00000100:00000200:2.0:1761311765.828079:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00010000:00000010:3.0:1761311765.828083:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c4ce39. 00000400:00000010:2.0:1761311765.828083:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003305eb7b. 00000400:00000010:2.0:1761311765.828088:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000003d4a63b5 (tot 82352786). 00000800:00000200:1.0:1761311765.828092:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.828095:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00010000:00000010:3.0:1761311765.828098:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087dc6a0c. 00000400:00000200:1.0:1761311765.828099:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.828106:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.828108:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:1.0:1761311765.828110:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 02000000:00000010:1.0:1761311765.828114:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000247db23. 00000001:00000010:3.0:1761311765.828119:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.828132:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311765.828137:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c389df5a. 00000001:00000010:3.0:1761311765.828145:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.828151:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.828156:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.828160:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311765.828174:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002d868323. 00100000:00000010:3.0:1761311765.828187:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000005465eba9. 00100000:00000010:3.0:1761311765.828191:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000073e7e251. 00010000:00000010:3.0:1761311765.828213:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311765.828219:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311765.828229:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311765.828233:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3d1d09. 00000100:00000010:3.0:1761311765.828238:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311765.828248:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f4544ce. 02000000:00000010:3.0:1761311765.828271:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000864bf681. 00000400:00000010:3.0:1761311765.828274:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311765.828277:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311765.828280:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693760, portal 16 00000400:00000010:3.0:1761311765.828283:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311765.828286:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693760, offset 0 00000400:00000200:3.0:1761311765.828300:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.828306:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.828407:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.828412:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.828415:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.828417:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87435:87435:256:4294967295] 192.168.203.55@tcp LPNI seq info [87435:87435:8:4294967295] 00000400:00000200:3.0:1761311765.828424:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.828429:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.828433:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311765.828437:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.828441:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.828444:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.828776:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.828779:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:1.0:1761311765.828784:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.828788:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.828791:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:1.0:1761311765.828793:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:1.0:1761311765.828799:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787693760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.834074:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.834095:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebec0 00000400:00000200:3.0:1761311765.834103:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae8d [1] + 224 00000400:00000200:3.0:1761311765.834114:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.834118:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.834129:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787693760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.834172:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.834178:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1506c0 00000400:00000200:3.0:1761311765.834184:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97fd [2] + 0 00000400:00000010:2.0:1761311765.834195:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:2.0:1761311765.834203:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:2.0:1761311765.834205:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:2.0:1761311765.834213:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787693760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.834222:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787693760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.834248:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761311765.834255:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000864bf681. 02000000:00000010:2.0:1761311765.834262:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f4544ce. 00000400:00000200:3.0:1761311765.834266:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000010:2.0:1761311765.834266:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000200:3.0:1761311765.834272:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311765.834273:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:2.0:1761311765.834278:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311765.834279:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00000020:00000010:2.0:1761311765.834370:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c33a71e9. 00000020:00000010:2.0:1761311765.834377:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311765.834381:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.834405:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000638b7854 x1846867781813952/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311765.834444:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781813952 02000000:00000010:2.0:1761311765.834456:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050ac4a9e. 00010000:00000010:2.0:1761311765.834483:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3991f85. 00010000:00000010:2.0:1761311765.834502:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.834509:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe8da085. 00000100:00000010:2.0:1761311765.834522:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe8da085. 00010000:00000010:2.0:1761311765.834524:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000010:2.0:1761311765.834536:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311765.834541:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781813952, offset 224 00000400:00000200:2.0:1761311765.834547:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.834558:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.834563:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87436:87436:256:4294967295] 192.168.203.55@tcp LPNI seq info [87436:87436:8:4294967295] 00000400:00000200:2.0:1761311765.834573:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.834579:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.834584:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.834589:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.834596:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.834599:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.834612:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311765.834618:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.834621:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c33a71e9. 00000800:00000200:1.0:1761311765.834880:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.834885:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311765.834889:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.834893:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.834896:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:1.0:1761311765.834897:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00080000:00000010:3.0:1761311765.835780:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a99679f2. 00010000:00000010:3.0:1761311765.835905:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311765.835915:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000084d60d55. 00000001:00000010:3.0:1761311765.835931:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311765.835942:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00080000:00000010:3.0:1761311765.835948:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f4544ce. 00000001:00000010:3.0:1761311765.835956:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311765.835961:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311765.835966:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311765.835970:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00100000:00000010:3.0:1761311765.835980:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003b05c75f. 00010000:00000010:3.0:1761311765.835993:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000000f16322. 00010000:00000010:3.0:1761311765.835999:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311765.836008:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311765.836012:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3d1d09. 00000100:00000010:3.0:1761311765.836019:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311765.836029:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000864bf681. 02000000:00000010:3.0:1761311765.836054:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087a0d7ed. 00000400:00000010:3.0:1761311765.836058:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f91998e2. 00000400:00000010:3.0:1761311765.836063:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311765.836070:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693824, portal 16 00000400:00000010:3.0:1761311765.836074:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311765.836076:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693824, offset 0 00000400:00000200:3.0:1761311765.836082:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.836092:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.836099:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.836102:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.836105:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.836108:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87437:87437:256:4294967295] 192.168.203.55@tcp LPNI seq info [87437:87437:8:4294967295] 00000400:00000200:3.0:1761311765.836115:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.836120:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.836123:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311765.836128:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.836133:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.836136:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.836382:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.836385:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:1.0:1761311765.836391:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.836397:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.836400:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:1.0:1761311765.836402:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:1.0:1761311765.836410:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a704445 x1846867787693824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.837354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000820b029e. 00010000:00000010:3.1:1761311765.837642:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050a754b5. 00010000:00000010:3.1:1761311765.837650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ce7e8c84. 00010000:00000010:3.1:1761311765.837654:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.1:1761311765.837657:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ab21464. 00010000:00000010:3.1:1761311765.837660:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00000400:00000200:3.0:1761311765.838729:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.838748:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebf00 00000400:00000200:3.0:1761311765.839761:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaae99 [1] + 224 00000400:00000200:3.0:1761311765.839783:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.839790:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.839801:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a704445 x1846867787693824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.839858:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.839866:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150700 00000400:00000200:3.0:1761311765.839872:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97fd [2] + 328 00000400:00000200:3.0:1761311765.839916:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.839920:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.839923:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.839929:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 00000020:00000010:1.0:1761311765.840025:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000943f608f. 00000020:00000010:1.0:1761311765.840033:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003347b8b6. 00000020:00000010:1.0:1761311765.840037:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311765.840061:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8dbc242 x1846867781814016/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311765.840103:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814016 02000000:00000010:1.0:1761311765.840114:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f54486c0. 00010000:00000010:1.0:1761311765.840154:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311765.840160:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008098c523. 00000100:00000010:1.0:1761311765.840179:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008098c523. 00010000:00000010:1.0:1761311765.840183:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000400:00000010:1.0:1761311765.840200:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311765.840205:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814016, offset 224 00000400:00000200:1.0:1761311765.840213:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.840223:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.840229:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87438:87438:256:4294967295] 192.168.203.55@tcp LPNI seq info [87438:87438:8:4294967295] 00000400:00000200:1.0:1761311765.840240:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.840246:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.840250:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.840256:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.840262:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.840265:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.840285:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003347b8b6. 00000020:00000010:1.0:1761311765.840289:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311765.840301:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000943f608f. 00000800:00000200:0.0:1761311765.842253:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.842262:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:0.0:1761311765.842272:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.842282:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.842287:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:0.0:1761311765.842289:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000400:00000010:2.0:1761311765.842509:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f91998e2. 00000400:00000200:2.0:1761311765.842515:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:2.0:1761311765.842516:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:2.0:1761311765.842526:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a704445 x1846867787693824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.842535:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a704445 x1846867787693824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311765.842566:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fd2b5d9. 02000000:00000010:2.0:1761311765.842584:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087a0d7ed. 02000000:00000010:2.0:1761311765.842589:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000864bf681. 00000100:00000010:2.0:1761311765.842594:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 00000100:00000010:2.0:1761311765.842598:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00010000:00000010:2.0:1761311765.842601:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00080000:00000010:2.0:1761311765.842621:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c33a71e9. 00010000:00000010:2.0:1761311765.842753:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c4ce39. 00010000:00000010:2.0:1761311765.842762:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dd66e275. 00000001:00000010:2.0:1761311765.842781:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311765.842795:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00080000:00000010:2.0:1761311765.842801:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba829d5e. 00000001:00000010:2.0:1761311765.842810:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311765.842816:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311765.842820:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311765.842825:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00100000:00000010:2.0:1761311765.842837:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000071a3cd6e. 00010000:00000010:2.0:1761311765.842853:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311765.842858:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000730383. 00010000:00000010:2.0:1761311765.842869:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009f731133. 00000100:00000010:2.0:1761311765.842875:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe8da085. 00000100:00000010:2.0:1761311765.842882:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7d6009e. 02000000:00000010:2.0:1761311765.842893:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a6def259. 02000000:00000010:2.0:1761311765.842920:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002dea20d1. 00000400:00000010:2.0:1761311765.842925:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd9d5b8d. 00000400:00000010:2.0:1761311765.842929:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da4c9eb. 00000100:00000200:2.0:1761311765.842933:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693888, portal 16 00000400:00000010:2.0:1761311765.842938:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b3fb544. 00000100:00000200:2.0:1761311765.842940:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693888, offset 0 00000400:00000200:2.0:1761311765.842947:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.842959:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.842965:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.842969:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.842971:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.842975:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87439:87439:256:4294967295] 192.168.203.55@tcp LPNI seq info [87439:87439:8:4294967295] 00000400:00000200:2.0:1761311765.842983:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.842988:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.842992:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.842998:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.843004:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.843007:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.843092:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.843094:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311765.843099:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.843103:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.843106:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3fb544 00000400:00000010:1.0:1761311765.843108:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b3fb544. 00000100:00000200:1.0:1761311765.843114:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7d6009e x1846867787693888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.845386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2788856. 00000400:00000200:1.0:1761311765.848955:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.848976:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebf40 00000400:00000200:1.0:1761311765.848985:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaea5 [1] + 224 00000400:00000200:1.0:1761311765.849001:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.849005:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.849020:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7d6009e x1846867787693888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311765.849940:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e9a8023f. 00010000:00000010:3.1:1761311765.849951:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000400:00000010:3.0:1761311765.849977:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd9d5b8d. 00000400:00000200:3.0:1761311765.849983:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004da4c9eb 00000400:00000010:3.0:1761311765.849985:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004da4c9eb. 00000100:00000200:3.0:1761311765.849995:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7d6009e x1846867787693888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.850004:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7d6009e x1846867787693888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.850036:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002dea20d1. 02000000:00000010:3.0:1761311765.850042:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a6def259. 00000100:00000010:3.0:1761311765.850047:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7d6009e. 00000100:00000010:3.0:1761311765.850051:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe8da085. 00010000:00000010:3.0:1761311765.850054:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009f731133. 00000400:00000200:1.0:1761311765.850878:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.850895:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150740 00000400:00000200:1.0:1761311765.850901:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97fd [2] + 656 00000400:00000200:1.0:1761311765.851237:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.851244:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.851251:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.851255:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 00000020:00000010:3.0:1761311765.851403:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087a0d7ed. 00000020:00000010:3.0:1761311765.851410:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.851414:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.851439:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bf02ceb x1846867781814080/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311765.851769:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814080 02000000:00000010:3.0:1761311765.851796:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000aaec966. 00010000:00000010:3.0:1761311765.851831:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058ebd110. 00010000:00000010:3.0:1761311765.851866:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000093b510a. 00000100:00000010:3.0:1761311765.851873:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:3.0:1761311765.851890:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:3.0:1761311765.851894:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000093b510a. 00000400:00000010:3.0:1761311765.851909:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311765.851914:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814080, offset 224 00000400:00000200:3.0:1761311765.851922:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.851935:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.851940:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87440:87440:256:4294967295] 192.168.203.55@tcp LPNI seq info [87440:87440:8:4294967295] 00000400:00000200:3.0:1761311765.851951:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.851956:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.851960:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311765.851965:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.851972:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.851975:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.851991:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.851995:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.851999:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087a0d7ed. 00000800:00000200:1.0:1761311765.852354:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.852359:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:1.0:1761311765.852365:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.852369:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.852374:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:1.0:1761311765.852376:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00080000:00000010:2.0:1761311765.852580:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076d365d4. 00010000:00000010:2.0:1761311765.852743:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000730383. 00010000:00000010:2.0:1761311765.852753:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cc47b6c1. 00000001:00000010:2.0:1761311765.852773:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d43b2009. 00000001:00000010:2.0:1761311765.852786:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d43b2009. 00080000:00000010:2.0:1761311765.852794:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1ae8171. 00000001:00000010:2.0:1761311765.852803:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d43b2009. 00000001:00000010:2.0:1761311765.852809:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d43b2009. 00000001:00000010:2.0:1761311765.852814:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d43b2009. 00000001:00000010:2.0:1761311765.852819:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d43b2009. 00100000:00000010:2.0:1761311765.852832:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001b336174. 00010000:00000010:2.0:1761311765.852849:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002beff87d. 00010000:00000010:2.0:1761311765.852854:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000730383. 00010000:00000010:2.0:1761311765.852864:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd9ec23c. 00000100:00000010:2.0:1761311765.852870:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe8da085. 00000100:00000010:2.0:1761311765.852878:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311765.852891:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c99f03f. 02000000:00000010:2.0:1761311765.852920:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be5be516. 00000400:00000010:2.0:1761311765.852925:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d43b2009. 00000400:00000010:2.0:1761311765.852931:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311765.852938:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787693952, portal 16 00000400:00000010:2.0:1761311765.852943:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311765.852946:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787693952, offset 0 00000400:00000200:2.0:1761311765.852952:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.852963:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.852971:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.852974:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.852977:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.852980:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87441:87441:256:4294967295] 192.168.203.55@tcp LPNI seq info [87441:87441:8:4294967295] 00000400:00000200:2.0:1761311765.852989:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.852993:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.852998:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.853002:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.853009:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.853011:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.853176:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.853179:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311765.853184:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.853188:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.853191:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:3.0:1761311765.853193:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:3.0:1761311765.853199:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787693952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.856375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000052c7c668. 00010000:00000010:2.1:1761311765.856393:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001181ba8a. 00010000:00000010:2.1:1761311765.856397:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000f16322. 00000400:00000200:1.0:1761311765.859036:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.859055:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebf80 00000400:00000200:1.0:1761311765.859063:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaeb1 [1] + 224 00000400:00000200:1.0:1761311765.859080:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.859084:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.859096:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787693952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.859182:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d43b2009. 00000400:00000200:3.0:1761311765.859188:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:3.0:1761311765.859190:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00000100:00000200:3.0:1761311765.859195:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787693952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.859202:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787693952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.859234:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be5be516. 02000000:00000010:3.0:1761311765.859242:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c99f03f. 00000100:00000010:3.0:1761311765.859245:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:3.0:1761311765.859249:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe8da085. 00010000:00000010:3.0:1761311765.859253:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd9ec23c. 00010000:00000010:3.1:1761311765.859379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062d87206. 00000400:00000200:3.0:1761311765.862366:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.862389:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150780 00000400:00000200:3.0:1761311765.862396:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97fd [2] + 984 00000400:00000200:3.0:1761311765.862464:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.862469:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.862475:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.862480:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 00000020:00000010:0.0:1761311765.862598:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b4d61b30. 00000020:00000010:0.0:1761311765.862606:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002970ee5d. 00000020:00000010:0.0:1761311765.862610:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311765.862635:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000063082542 x1846867781814144/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311765.862667:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814144 02000000:00000010:0.0:1761311765.862678:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001f65ec86. 00010000:00000010:0.0:1761311765.862706:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003dbb4930. 00010000:00000010:0.0:1761311765.862728:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311765.862734:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fdb8f3d. 00000100:00000010:0.0:1761311765.862744:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fdb8f3d. 00010000:00000010:0.0:1761311765.862747:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311765.862762:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311765.862767:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814144, offset 224 00000400:00000200:0.0:1761311765.862775:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.862784:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.862790:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87442:87442:256:4294967295] 192.168.203.55@tcp LPNI seq info [87442:87442:8:4294967295] 00000400:00000200:0.0:1761311765.862799:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.862804:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.862809:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311765.862814:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.862820:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.862824:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.862837:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002970ee5d. 00000020:00000010:0.0:1761311765.862842:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311765.862845:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b4d61b30. 00000800:00000200:3.0:1761311765.863000:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.863003:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:3.0:1761311765.863013:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.863017:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.863020:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:3.0:1761311765.863022:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00080000:00000010:3.0:1761311765.863046:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cc5065a. 00010000:00000010:3.0:1761311765.863271:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000730383. 00010000:00000010:3.0:1761311765.863279:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000060cd0b65. 00000001:00000010:3.0:1761311765.863305:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00010000:00000010:2.1:1761311765.863431:0:78543:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fe870c1. 00010000:00000010:2.1:1761311765.863438:0:78543:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00000001:00000010:3.0:1761311765.864168:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00080000:00000010:3.0:1761311765.864180:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a82ef6c3. 00000001:00000010:3.0:1761311765.864195:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311765.864203:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311765.864209:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311765.864214:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00100000:00000010:3.0:1761311765.864233:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009832cda7. 00010000:00000010:3.0:1761311765.864256:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311765.864262:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000674617d9. 00010000:00000010:3.0:1761311765.864275:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311765.864283:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d1c3d463. 00000100:00000010:3.0:1761311765.864300:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 02000000:00000010:3.0:1761311765.864384:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050f372b0. 02000000:00000010:3.0:1761311765.864413:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f3fb89. 00000400:00000010:3.0:1761311765.864419:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f91998e2. 00000400:00000010:3.0:1761311765.864424:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311765.864431:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694016, portal 16 00000400:00000010:3.0:1761311765.864435:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311765.864437:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694016, offset 0 00000400:00000200:3.0:1761311765.864445:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.864460:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.864468:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.864471:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.864473:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.864476:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87443:87443:256:4294967295] 192.168.203.55@tcp LPNI seq info [87443:87443:8:4294967295] 00000400:00000200:3.0:1761311765.864486:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.864492:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.864496:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311765.864501:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.864507:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.864510:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.864843:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.864847:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:1.0:1761311765.864852:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.864857:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.864860:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:1.0:1761311765.864862:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:1.0:1761311765.864869:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b91edfc x1846867787694016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.868604:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.868623:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ebfc0 00000400:00000200:3.0:1761311765.868631:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaebd [1] + 224 00000400:00000200:3.0:1761311765.868643:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.868647:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.868657:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b91edfc x1846867787694016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311765.868692:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f91998e2. 00000400:00000200:0.0:1761311765.868698:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311765.868701:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:0.0:1761311765.868707:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b91edfc x1846867787694016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311765.868714:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b91edfc x1846867787694016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311765.868747:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f3fb89. 02000000:00000010:0.0:1761311765.868753:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050f372b0. 00000100:00000010:0.0:1761311765.868756:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 00000100:00000010:0.0:1761311765.868760:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d1c3d463. 00010000:00000010:0.0:1761311765.868765:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00010000:00000010:3.1:1761311765.870358:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000012bffb6. 00010000:00000010:3.1:1761311765.870371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00010000:00000010:0.1:1761311765.870687:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bf127eeb. 00000400:00000200:3.0:1761311765.874751:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.874773:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1507c0 00000400:00000200:3.0:1761311765.874780:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97fd [2] + 1312 00000400:00000200:3.0:1761311765.874835:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.874839:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.874846:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.874852:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00000020:00000010:0.0:1761311765.875155:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dc3ea6. 00000020:00000010:0.0:1761311765.875162:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004afb24cc. 00000020:00000010:0.0:1761311765.875166:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311765.875191:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781814208/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311765.875227:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814208 02000000:00000010:0.0:1761311765.875238:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e6b2b156. 00010000:00000010:0.0:1761311765.875268:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048755464. 00010000:00000010:0.0:1761311765.875287:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311765.875303:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fdb8f3d. 00000100:00000010:0.0:1761311765.875353:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fdb8f3d. 00010000:00000010:0.0:1761311765.875357:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311765.875372:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c1f0496. 00000100:00000200:0.0:1761311765.875378:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814208, offset 224 00000400:00000200:0.0:1761311765.875386:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.875397:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.875403:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87444:87444:256:4294967295] 192.168.203.55@tcp LPNI seq info [87444:87444:8:4294967295] 00080000:00000010:3.0:1761311765.875404:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000766ef520. 00000400:00000200:0.0:1761311765.875414:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.875420:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.875424:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311765.875430:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.875437:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.875442:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:3.0:1761311765.875537:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000674617d9. 00010000:00000010:3.0:1761311765.875544:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd0b59fb. 00000001:00000010:3.0:1761311765.875561:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000020:00000010:0.0:1761311765.875570:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004afb24cc. 00000020:00000010:0.0:1761311765.875576:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000001:00000010:3.0:1761311765.875577:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000020:00000010:0.0:1761311765.875579:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dc3ea6. 00080000:00000010:3.0:1761311765.875582:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000749c86d8. 00000001:00000010:3.0:1761311765.875590:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.875596:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.875601:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.875611:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311765.875624:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000020650dfb. 00100000:00000010:3.0:1761311765.875631:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000ae22c9be. 00100000:00000010:3.0:1761311765.875633:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004aee5504. 00010000:00000010:3.0:1761311765.875655:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f98e909. 00010000:00000010:3.0:1761311765.875660:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000674617d9. 00010000:00000010:3.0:1761311765.875671:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a640a0dd. 00000100:00000010:3.0:1761311765.875674:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5673093. 00000100:00000010:3.0:1761311765.875680:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 02000000:00000010:3.0:1761311765.875691:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8d376c4. 00000800:00000200:1.0:1761311765.875708:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.875712:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 02000000:00000010:3.0:1761311765.875714:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cf1768f. 00000400:00000010:3.0:1761311765.875717:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000200:1.0:1761311765.875718:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761311765.875722:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000400:00000200:1.0:1761311765.875722:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.875728:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694080, portal 16 00000400:00000200:1.0:1761311765.875728:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c1f0496 00000400:00000010:1.0:1761311765.875729:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c1f0496. 00000400:00000010:3.0:1761311765.875732:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311765.875734:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694080, offset 0 00000400:00000200:3.0:1761311765.875739:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.875745:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.875751:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.875755:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.875758:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.875760:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87445:87445:256:4294967295] 192.168.203.55@tcp LPNI seq info [87445:87445:8:4294967295] 00000400:00000200:3.0:1761311765.875768:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.875773:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.875776:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311765.875780:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.875784:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.875786:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311765.875851:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311765.875854:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:1.0:1761311765.875859:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.875862:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311765.875864:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:1.0:1761311765.875865:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:1.0:1761311765.875870:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000129091b7 x1846867787694080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.882010:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.882030:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec000 00000400:00000200:1.0:1761311765.882038:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaec9 [1] + 224 00000400:00000200:1.0:1761311765.882050:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.882053:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.882063:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000129091b7 x1846867787694080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.882100:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311765.882106:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150800 00000400:00000200:1.0:1761311765.882111:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97fd [2] + 1640 00000400:00000010:3.0:1761311765.882123:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:1.0:1761311765.882123:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.882126:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.882127:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:3.0:1761311765.882129:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:1.0:1761311765.882136:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761311765.882138:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000129091b7 x1846867787694080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761311765.882141:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00000100:00000200:3.0:1761311765.882145:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000129091b7 x1846867787694080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.882175:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cf1768f. 02000000:00000010:3.0:1761311765.882179:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8d376c4. 00000100:00000010:3.0:1761311765.882182:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 00000100:00000010:3.0:1761311765.882185:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5673093. 00010000:00000010:3.0:1761311765.882188:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a640a0dd. 00000020:00000010:0.0:1761311765.882276:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dc3ea6. 00000020:00000010:0.0:1761311765.882283:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004afb24cc. 00000020:00000010:0.0:1761311765.882287:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311765.882392:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781814272/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311765.882427:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814272 02000000:00000010:0.0:1761311765.882438:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4d61b30. 00010000:00000010:0.0:1761311765.882530:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eb2b43f. 00010000:00000010:0.0:1761311765.882553:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311765.882558:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fdb8f3d. 00000100:00000010:0.0:1761311765.882623:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fdb8f3d. 00010000:00000010:0.0:1761311765.882626:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311765.882638:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00080000:00000010:3.0:1761311765.882731:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8d376c4. 00010000:00000010:3.0:1761311765.882899:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000674617d9. 00010000:00000010:3.0:1761311765.882907:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009c9e6b6f. 00000001:00000010:3.0:1761311765.882925:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000100:00000200:0.0:1761311765.882950:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814272, offset 224 00000400:00000200:0.0:1761311765.882959:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311765.882970:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311765.882975:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87446:87446:256:4294967295] 192.168.203.55@tcp LPNI seq info [87446:87446:8:4294967295] 00000400:00000200:0.0:1761311765.882984:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311765.882988:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311765.882993:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311765.882998:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311765.883004:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311765.883008:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311765.883028:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004afb24cc. 00000020:00000010:0.0:1761311765.883033:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311765.883035:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dc3ea6. 00000800:00000200:0.0:1761311765.883098:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.883101:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311765.883108:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.883111:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.883114:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:0.0:1761311765.883115:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00000001:00000010:3.0:1761311765.883149:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311765.883157:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cf1768f. 00000001:00000010:3.0:1761311765.883166:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.883174:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.883180:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311765.883185:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311765.883197:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d0d6a6ce. 00010000:00000010:3.0:1761311765.883214:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003dcd503d. 00010000:00000010:3.0:1761311765.883219:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000674617d9. 00010000:00000010:3.0:1761311765.883228:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a640a0dd. 00000100:00000010:3.0:1761311765.883232:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5673093. 00000100:00000010:3.0:1761311765.883237:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 02000000:00000010:3.0:1761311765.883247:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000076e9d73e. 02000000:00000010:3.0:1761311765.883269:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ecc90da5. 00000400:00000010:3.0:1761311765.883273:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311765.883277:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311765.883281:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694144, portal 16 00000400:00000010:3.0:1761311765.883285:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311765.883288:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694144, offset 0 00000400:00000200:3.0:1761311765.883302:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00010000:00000010:0.1:1761311765.883355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001f647c13. 00010000:00000010:3.1:1761311765.883429:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000529f48cb. 00010000:00000010:3.1:1761311765.883436:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000400:00000200:3.0:1761311765.883443:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.883527:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311765.883531:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311765.883534:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311765.883536:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87447:87447:256:4294967295] 192.168.203.55@tcp LPNI seq info [87447:87447:8:4294967295] 00000400:00000200:3.0:1761311765.883544:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.883548:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.883552:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311765.883557:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.883560:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.883563:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.883702:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.883704:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311765.883709:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.883712:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.883716:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:0.0:1761311765.883717:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000100:00000200:0.0:1761311765.883722:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000129091b7 x1846867787694144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.889023:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.889041:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec040 00000400:00000200:3.0:1761311765.889050:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaed5 [1] + 224 00000400:00000200:3.0:1761311765.889062:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.889066:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.889076:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000129091b7 x1846867787694144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.889155:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:2.0:1761311765.889160:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:2.0:1761311765.889162:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:2.0:1761311765.889167:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000129091b7 x1846867787694144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.889175:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000129091b7 x1846867787694144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.889203:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ecc90da5. 02000000:00000010:2.0:1761311765.889207:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000076e9d73e. 00000100:00000010:2.0:1761311765.889211:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 00000100:00000010:2.0:1761311765.889214:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5673093. 00010000:00000010:2.0:1761311765.889217:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a640a0dd. 00000400:00000200:3.0:1761311765.889636:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.889645:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150840 00000400:00000200:3.0:1761311765.889651:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa97fd [2] + 1968 00000400:00000010:3.0:1761311765.889654:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1c54d9b. 00000400:00000200:3.0:1761311765.889660:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000657cc40a 00000400:00000200:3.0:1761311765.889720:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.889725:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.889727:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000657cc40a 00000400:00000010:3.0:1761311765.889729:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000657cc40a (tot 82352386). 00000100:00000200:3.0:1761311765.889734:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311765.889808:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000822b60e9. 00000020:00000010:2.0:1761311765.889814:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311765.889818:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311765.889840:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001d85fd95 x1846867781814336/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311765.889876:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814336 02000000:00000010:2.0:1761311765.889887:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000045656669. 00010000:00000010:2.0:1761311765.889912:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006437651e. 00010000:00000010:2.0:1761311765.889930:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070116bca. 00000100:00000010:2.0:1761311765.889936:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000fe8da085. 00000100:00000010:2.0:1761311765.889944:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000fe8da085. 00010000:00000010:2.0:1761311765.889946:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070116bca. 00000400:00000010:2.0:1761311765.889956:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311765.889960:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814336, offset 224 00000400:00000200:2.0:1761311765.889967:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.889975:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.889981:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87448:87448:256:4294967295] 192.168.203.55@tcp LPNI seq info [87448:87448:8:4294967295] 00000400:00000200:2.0:1761311765.889991:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.889996:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.890001:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352634). 00000800:00000200:2.0:1761311765.890006:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.890013:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.890016:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311765.890035:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311765.890040:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311765.890042:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000822b60e9. 02000000:00000010:2.0:1761311765.890051:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4d61b30. 00000100:00000010:2.0:1761311765.890054:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 02000000:00000010:2.0:1761311765.890059:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e6b2b156. 00000100:00000010:2.0:1761311765.890062:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 02000000:00000010:2.0:1761311765.890064:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001f65ec86. 00000100:00000010:2.0:1761311765.890066:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063082542. 02000000:00000010:2.0:1761311765.890069:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000aaec966. 00000100:00000010:2.0:1761311765.890071:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 02000000:00000010:2.0:1761311765.890074:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f54486c0. 00000100:00000010:2.0:1761311765.890076:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 02000000:00000010:2.0:1761311765.890078:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050ac4a9e. 00000100:00000010:2.0:1761311765.890080:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000200:2.0:1761311765.890085:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311765.890089:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d5de7be5. 00000400:00000010:2.0:1761311765.890092:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000fe8da085 (tot 82352786). 00080000:00000010:2.0:1761311765.890110:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050ac4a9e. 00010000:00000010:2.0:1761311765.890213:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000674617d9. 00010000:00000010:2.0:1761311765.890219:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d7033b5e. 00000001:00000010:2.0:1761311765.890236:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d48204d. 00000001:00000010:2.0:1761311765.890247:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d48204d. 00080000:00000010:2.0:1761311765.890252:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000822b60e9. 00000001:00000010:2.0:1761311765.890260:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d48204d. 00000001:00000010:2.0:1761311765.890265:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d48204d. 00000001:00000010:2.0:1761311765.890269:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d48204d. 00000001:00000010:2.0:1761311765.890273:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d48204d. 00100000:00000010:2.0:1761311765.890284:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c7092a2b. 00010000:00000010:2.0:1761311765.890332:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311765.890338:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7aab5b4. 00010000:00000010:2.0:1761311765.890347:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000070116bca. 00000100:00000010:2.0:1761311765.890352:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.890358:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 02000000:00000010:2.0:1761311765.890368:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5b9a4d4. 02000000:00000010:2.0:1761311765.890390:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048d585ee. 00000400:00000010:2.0:1761311765.890393:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d48204d. 00000400:00000010:2.0:1761311765.890396:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e7df18d. 00000100:00000200:2.0:1761311765.890399:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694208, portal 16 00000400:00000010:2.0:1761311765.890402:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311765.890404:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694208, offset 0 00000400:00000200:2.0:1761311765.890409:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.890415:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.890422:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.890425:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.890428:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.890430:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87449:87449:255:4294967295] 192.168.203.55@tcp LPNI seq info [87449:87449:7:4294967295] 00000400:00000200:2.0:1761311765.890438:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.890442:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.890445:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311765.890448:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.890452:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.890454:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.891158:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.891164:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:0.0:1761311765.891169:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.891175:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.891179:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:0.0:1761311765.891181:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 02000000:00000010:0.0:1761311765.891186:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000045656669. 00000800:00000200:0.0:1761311765.891245:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.891247:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311765.891250:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.891253:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.891255:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:0.0:1761311765.891257:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:0.0:1761311765.891262:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac3e3358 x1846867787694208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.895141:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.895162:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec080 00000400:00000200:3.0:1761311765.895172:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaee5 [1] + 224 00000400:00000200:3.0:1761311765.895186:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.895190:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.895202:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac3e3358 x1846867787694208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311765.895351:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c813eca9. 00010000:00000010:3.1:1761311765.896006:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d302210. 00010000:00000010:3.1:1761311765.896015:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00000400:00000010:0.0:1761311765.896220:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d48204d. 00000400:00000200:1.0:1761311765.896223:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.896228:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:0.0:1761311765.896230:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000400:00000200:1.0:1761311765.896234:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150880 00000100:00000200:0.0:1761311765.896239:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac3e3358 x1846867787694208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.896242:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9855 [2] + 0 00000100:00000200:0.0:1761311765.896248:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac3e3358 x1846867787694208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311765.896256:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311765.896260:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311765.896264:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311765.896269:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 02000000:00000010:0.0:1761311765.896281:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048d585ee. 02000000:00000010:0.0:1761311765.896288:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5b9a4d4. 00000100:00000010:0.0:1761311765.896302:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000010:0.0:1761311765.896306:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:0.0:1761311765.896331:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000070116bca. 00000020:00000010:3.0:1761311765.896410:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2c76baa. 00000020:00000010:3.0:1761311765.896418:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.896421:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.896443:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4befbb x1846867781814400/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311765.896675:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814400 02000000:00000010:3.0:1761311765.896686:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bd7b48fd. 00010000:00000010:3.0:1761311765.896721:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa5e277. 00010000:00000010:3.0:1761311765.896738:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311765.896745:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.896763:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.896766:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311765.896780:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.896784:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814400, offset 224 00000400:00000200:3.0:1761311765.896791:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.896800:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.896805:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87450:87450:256:4294967295] 192.168.203.55@tcp LPNI seq info [87450:87450:8:4294967295] 00000400:00000200:3.0:1761311765.896815:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.896820:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.896824:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.896830:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.896836:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.896840:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.896869:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.896873:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.896875:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2c76baa. 00080000:00000010:1.0:1761311765.896922:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002de4683d. 00010000:00000010:1.0:1761311765.897035:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7aab5b4. 00010000:00000010:1.0:1761311765.897043:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000792a9031. 00000001:00000010:1.0:1761311765.897061:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.897074:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00080000:00000010:1.0:1761311765.897080:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006dd6973. 00000001:00000010:1.0:1761311765.897089:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.897095:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.897099:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.897104:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00100000:00000010:1.0:1761311765.897115:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b53a3ff4. 00010000:00000010:1.0:1761311765.897130:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.897135:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.897144:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae562976. 00000100:00000010:1.0:1761311765.897149:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000657cc40a. 00000100:00000010:1.0:1761311765.897155:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311765.897164:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009002ab1a. 02000000:00000010:1.0:1761311765.897185:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dcd64534. 00000400:00000010:1.0:1761311765.897189:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da88882d. 00000400:00000010:1.0:1761311765.897195:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311765.897199:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694272, portal 16 00000400:00000010:1.0:1761311765.897203:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311765.897205:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694272, offset 0 00000400:00000200:1.0:1761311765.897210:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.897216:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.897222:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.897225:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.897228:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.897231:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87451:87451:255:4294967295] 192.168.203.55@tcp LPNI seq info [87451:87451:7:4294967295] 00000400:00000200:1.0:1761311765.897238:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.897242:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.897245:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311765.897249:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.897254:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.897256:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.897486:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.897490:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:3.0:1761311765.897495:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.897499:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.897502:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.897504:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000800:00000200:3.0:1761311765.897581:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.897583:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:3.0:1761311765.897590:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.897593:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.897595:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:3.0:1761311765.897596:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00000100:00000200:3.0:1761311765.897602:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787694272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.898375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1b5b1c2. 00010000:00000010:2.1:1761311765.898385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004dd3377e. 00010000:00000010:2.1:1761311765.898389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003dcd503d. 00010000:00000010:1.1:1761311765.903644:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002d5b38c4. 00010000:00000010:1.1:1761311765.903656:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00010000:00000010:3.1:1761311765.906357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000376b84ce. 00000400:00000200:0.0:1761311765.906600:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.906616:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec0c0 00000400:00000200:0.0:1761311765.906624:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaef1 [1] + 224 00000400:00000200:0.0:1761311765.906634:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.906638:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.906649:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787694272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.907953:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da88882d. 00000400:00000200:1.0:1761311765.907965:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:1.0:1761311765.907967:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00000100:00000200:1.0:1761311765.907977:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787694272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.907987:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787694272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.908021:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dcd64534. 02000000:00000010:1.0:1761311765.908029:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009002ab1a. 00000100:00000010:1.0:1761311765.908033:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:1.0:1761311765.908036:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000657cc40a. 00010000:00000010:1.0:1761311765.908040:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae562976. 00000400:00000200:0.0:1761311765.908101:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.908112:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1508c0 00000400:00000200:0.0:1761311765.908117:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9855 [2] + 328 00000400:00000200:0.0:1761311765.908175:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.908179:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.908183:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.908187:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00000020:00000010:3.0:1761311765.909692:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311765.909703:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.909707:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.909732:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed36996 x1846867781814464/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311765.909766:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814464 02000000:00000010:3.0:1761311765.909776:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2c76baa. 00010000:00000010:3.0:1761311765.909801:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008547b855. 00010000:00000010:3.0:1761311765.909820:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311765.909825:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.909997:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.910001:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311765.910015:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.910022:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814464, offset 224 00000400:00000200:3.0:1761311765.910030:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.910044:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.910050:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87452:87452:256:4294967295] 192.168.203.55@tcp LPNI seq info [87452:87452:8:4294967295] 00000400:00000200:3.0:1761311765.910060:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.910066:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.910070:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.910076:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.910082:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.910086:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.910107:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.910111:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.910114:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00000800:00000200:3.0:1761311765.910201:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.910204:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:3.0:1761311765.910211:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.910215:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.910219:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.910221:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00080000:00000010:1.0:1761311765.910269:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009002ab1a. 00010000:00000010:1.0:1761311765.910439:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.910446:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000031fd1ba. 00000001:00000010:1.0:1761311765.910463:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.910478:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00080000:00000010:1.0:1761311765.910483:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dcd64534. 00000001:00000010:1.0:1761311765.910492:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.910498:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.910503:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.910508:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00100000:00000010:1.0:1761311765.910519:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ea86aa64. 00010000:00000010:1.0:1761311765.910535:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.910541:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.910550:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae562976. 00000100:00000010:1.0:1761311765.910554:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000657cc40a. 00000100:00000010:1.0:1761311765.910561:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311765.910570:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008ae0bff4. 02000000:00000010:1.0:1761311765.910591:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000160b738f. 00000400:00000010:1.0:1761311765.910595:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da88882d. 00000400:00000010:1.0:1761311765.910599:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311765.910603:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694336, portal 16 00000400:00000010:1.0:1761311765.910606:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311765.910608:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694336, offset 0 00000400:00000200:1.0:1761311765.910614:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.910619:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.910626:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.910628:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.910631:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.910633:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87453:87453:256:4294967295] 192.168.203.55@tcp LPNI seq info [87453:87453:8:4294967295] 00000400:00000200:1.0:1761311765.910640:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.910644:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.910647:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.910651:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.910655:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.910657:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.915047:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.915055:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.915065:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.915076:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.915082:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:3.0:1761311765.915083:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:3.0:1761311765.915093:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787694336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.919408:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.919433:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec100 00000400:00000200:0.0:1761311765.919443:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaefd [1] + 224 00000400:00000200:0.0:1761311765.919456:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.919462:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.919474:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787694336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.921873:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.921891:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150900 00000400:00000200:0.0:1761311765.921897:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9855 [2] + 656 00000400:00000200:0.0:1761311765.921970:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.921975:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.921981:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.921987:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 00000400:00000010:1.0:1761311765.922065:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da88882d. 00000400:00000200:1.0:1761311765.922071:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:1.0:1761311765.922074:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00000100:00000200:1.0:1761311765.922083:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787694336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.922092:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787694336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.922122:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000160b738f. 02000000:00000010:1.0:1761311765.922128:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008ae0bff4. 00000100:00000010:1.0:1761311765.922132:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:1.0:1761311765.922135:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000657cc40a. 00010000:00000010:1.0:1761311765.922139:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae562976. 00000020:00000010:3.0:1761311765.922212:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069c41058. 00000020:00000010:3.0:1761311765.922222:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.922226:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.922253:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ade5492c x1846867781814528/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311765.922300:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814528 00010000:00000010:3.1:1761311765.922347:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e36cf25. 02000000:00000010:3.0:1761311765.922357:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000938178cd. 00010000:00000010:3.0:1761311765.922384:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be6b62cc. 00010000:00000010:3.0:1761311765.922402:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311765.922408:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.922418:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.922421:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311765.922432:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.922437:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814528, offset 224 00000400:00000200:3.0:1761311765.922444:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.922454:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.922459:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87454:87454:256:4294967295] 192.168.203.55@tcp LPNI seq info [87454:87454:8:4294967295] 00000400:00000200:3.0:1761311765.922469:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.922474:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.922479:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.922484:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.922490:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.922493:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.922511:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.922515:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.922517:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069c41058. 00000800:00000200:3.0:1761311765.922577:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.922580:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:3.0:1761311765.922584:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.922587:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.922589:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311765.922591:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00080000:00000010:1.0:1761311765.922661:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ae0bff4. 00010000:00000010:1.0:1761311765.922794:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.922801:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d05057b9. 00000001:00000010:1.0:1761311765.922818:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.922830:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00080000:00000010:1.0:1761311765.922836:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000160b738f. 00000001:00000010:1.0:1761311765.922844:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.922849:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.922854:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000da88882d. 00000001:00000010:1.0:1761311765.922859:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000da88882d. 00100000:00000010:1.0:1761311765.922872:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000020d576da. 00100000:00000010:1.0:1761311765.922879:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000a40852ce. 00100000:00000010:1.0:1761311765.922882:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000034c33bea. 00010000:00000010:1.0:1761311765.922900:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311765.922905:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.922915:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae562976. 00000100:00000010:1.0:1761311765.922918:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000657cc40a. 00000100:00000010:1.0:1761311765.922923:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311765.922932:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000256865aa. 02000000:00000010:1.0:1761311765.922954:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022d6361e. 00000400:00000010:1.0:1761311765.922958:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da88882d. 00000400:00000010:1.0:1761311765.922962:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311765.922967:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694400, portal 16 00000400:00000010:1.0:1761311765.922971:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311765.922973:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694400, offset 0 00000400:00000200:1.0:1761311765.922978:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.922984:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.922989:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.922992:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.922994:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.922996:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87455:87455:256:4294967295] 192.168.203.55@tcp LPNI seq info [87455:87455:8:4294967295] 00000400:00000200:1.0:1761311765.923003:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.923007:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.923011:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.923015:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.923019:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.923022:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.923167:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.923170:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.923175:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.923178:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.923181:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:3.0:1761311765.923183:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000100:00000200:3.0:1761311765.923187:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787694400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.924892:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.924909:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec140 00000400:00000200:0.0:1761311765.924917:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf09 [1] + 224 00000400:00000200:0.0:1761311765.924932:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.924935:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.924949:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787694400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311765.925027:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000da88882d. 00000400:00000200:3.0:1761311765.925036:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:3.0:1761311765.925038:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00000100:00000200:3.0:1761311765.925042:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787694400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311765.925050:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787694400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311765.925081:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022d6361e. 02000000:00000010:3.0:1761311765.925088:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000256865aa. 00000100:00000010:3.0:1761311765.925091:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:3.0:1761311765.925095:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000657cc40a. 00010000:00000010:3.0:1761311765.925100:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae562976. 00000400:00000200:3.0:1761311765.927403:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.927421:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150940 00000400:00000200:3.0:1761311765.927428:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9855 [2] + 984 00000400:00000200:3.0:1761311765.927455:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.927459:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.927465:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.927470:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00010000:00000010:1.1:1761311765.929473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c9f7104e. 00010000:00000010:1.1:1761311765.929484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000020:00000010:1.0:1761311765.929500:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b15e7b4c. 00000020:00000010:1.0:1761311765.929507:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039a28207. 00000020:00000010:1.0:1761311765.929511:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311765.929541:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000638b7854 x1846867781814592/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311765.929569:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814592 02000000:00000010:1.0:1761311765.929581:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd865a9f. 00010000:00000010:1.0:1761311765.929607:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9a1b275. 00010000:00000010:1.0:1761311765.929626:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311765.929632:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00000100:00000010:1.0:1761311765.930155:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00010000:00000010:1.0:1761311765.930161:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311765.930176:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311765.930181:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814592, offset 224 00000400:00000200:1.0:1761311765.930190:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.930203:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.930209:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87456:87456:256:4294967295] 192.168.203.55@tcp LPNI seq info [87456:87456:8:4294967295] 00000400:00000200:1.0:1761311765.930219:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.930225:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.930230:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311765.930236:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.930241:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.930245:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.930268:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039a28207. 00000020:00000010:1.0:1761311765.930273:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311765.930277:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b15e7b4c. 00000800:00000200:3.0:1761311765.930528:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.930532:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311765.930538:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.930543:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.930547:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:3.0:1761311765.930549:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00080000:00000010:1.0:1761311765.930766:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b15e7b4c. 00010000:00000010:1.0:1761311765.930891:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.930898:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c40572ed. 00000001:00000010:1.0:1761311765.930916:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.930928:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00080000:00000010:1.0:1761311765.930934:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000816ae911. 00000001:00000010:1.0:1761311765.930942:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.930948:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.930954:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.930959:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00100000:00000010:1.0:1761311765.930973:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000583af91. 00010000:00000010:1.0:1761311765.930988:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311765.930994:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.931004:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311765.931008:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00000100:00000010:1.0:1761311765.931016:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311765.931028:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000256865aa. 02000000:00000010:1.0:1761311765.931055:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000022d6361e. 00000400:00000010:1.0:1761311765.931060:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ae866c. 00000400:00000010:1.0:1761311765.931065:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311765.931070:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694464, portal 16 00000400:00000010:1.0:1761311765.931075:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311765.931076:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694464, offset 0 00000400:00000200:1.0:1761311765.931082:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.931090:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.931097:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.931101:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.931104:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.931106:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87457:87457:256:4294967295] 192.168.203.55@tcp LPNI seq info [87457:87457:8:4294967295] 00000400:00000200:1.0:1761311765.931114:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.931120:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.931124:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311765.931128:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.931133:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.931135:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311765.931932:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000051c63120. 00010000:00000010:1.1:1761311765.931942:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000800:00000200:0.0:1761311765.932106:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.932128:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:0.0:1761311765.932133:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.932139:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.932144:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:0.0:1761311765.932145:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:0.0:1761311765.932153:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787694464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.936911:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.936931:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec180 00000400:00000200:0.0:1761311765.936940:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf15 [1] + 224 00000400:00000200:0.0:1761311765.936952:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.936957:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.936969:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787694464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.937005:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.937010:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150980 00000400:00000200:0.0:1761311765.937016:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9855 [2] + 1312 00000400:00000200:0.0:1761311765.937070:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.937074:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.937078:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.937083:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 00000400:00000010:1.0:1761311765.937158:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0ae866c. 00000400:00000200:1.0:1761311765.937164:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:1.0:1761311765.937166:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:1.0:1761311765.937172:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787694464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.937179:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787694464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.937206:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000022d6361e. 02000000:00000010:1.0:1761311765.937212:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000256865aa. 00000100:00000010:1.0:1761311765.937216:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311765.937220:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00010000:00000010:1.0:1761311765.937223:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00010000:00000010:3.1:1761311765.937351:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a650d1e8. 00000020:00000010:3.0:1761311765.937381:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069c41058. 00000020:00000010:3.0:1761311765.937388:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.937391:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.937419:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003af56a4d x1846867781814656/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311765.937442:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814656 02000000:00000010:3.0:1761311765.937451:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038fe6c58. 00010000:00000010:3.0:1761311765.937474:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b50a3b73. 00010000:00000010:3.0:1761311765.937491:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311765.937496:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.937506:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.937508:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311765.937519:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311765.937522:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814656, offset 224 00000400:00000200:3.0:1761311765.937528:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.937538:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.937542:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87458:87458:256:4294967295] 192.168.203.55@tcp LPNI seq info [87458:87458:8:4294967295] 00000400:00000200:3.0:1761311765.937552:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.937556:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.937560:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.937564:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.937570:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.937573:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.937596:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.937599:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.937602:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069c41058. 00080000:00000010:1.0:1761311765.937664:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000256865aa. 00010000:00000010:1.0:1761311765.937779:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.937788:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd752d69. 00000001:00000010:1.0:1761311765.937803:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.937815:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00080000:00000010:1.0:1761311765.937819:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022d6361e. 00000001:00000010:1.0:1761311765.937826:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.937830:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.937834:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a0ae866c. 00000001:00000010:1.0:1761311765.937838:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a0ae866c. 00100000:00000010:1.0:1761311765.937848:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000005721c4b. 00010000:00000010:1.0:1761311765.937862:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311765.937867:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311765.937875:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311765.937879:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00000100:00000010:1.0:1761311765.937884:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311765.937893:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f54486c0. 02000000:00000010:1.0:1761311765.937911:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000943f608f. 00000400:00000010:1.0:1761311765.937915:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ae866c. 00000400:00000010:1.0:1761311765.937918:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311765.937922:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694528, portal 16 00000400:00000010:1.0:1761311765.937926:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311765.937928:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694528, offset 0 00000400:00000200:1.0:1761311765.937933:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.937939:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.937945:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311765.937948:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311765.937951:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311765.937953:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87459:87459:255:4294967295] 192.168.203.55@tcp LPNI seq info [87459:87459:7:4294967295] 00000400:00000200:1.0:1761311765.937959:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.937964:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.937968:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311765.937972:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.937976:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.937978:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311765.938111:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.938114:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:2.0:1761311765.938119:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.938123:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.938125:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:2.0:1761311765.938127:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000800:00000200:2.0:1761311765.938163:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311765.938165:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:2.0:1761311765.938170:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311765.938173:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311765.938175:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b91aca91 00000400:00000010:2.0:1761311765.938176:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b91aca91. 00000100:00000200:2.0:1761311765.938180:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787694528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.940450:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000465ed172. 00010000:00000010:1.1:1761311765.940461:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002189ba87. 00010000:00000010:1.1:1761311765.940465:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:0.0:1761311765.942305:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.942378:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec1c0 00000400:00000200:0.0:1761311765.942387:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf21 [1] + 224 00000400:00000200:0.0:1761311765.942406:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.942410:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.942421:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787694528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311765.942575:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a0ae866c. 00000400:00000200:1.0:1761311765.942581:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:1.0:1761311765.942583:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:1.0:1761311765.942589:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787694528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311765.942600:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787694528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311765.942628:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000943f608f. 02000000:00000010:1.0:1761311765.942635:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f54486c0. 00000100:00000010:1.0:1761311765.942639:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311765.942697:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00010000:00000010:1.0:1761311765.942701:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000200:0.0:1761311765.942787:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.942795:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1509c0 00000400:00000200:0.0:1761311765.942800:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9855 [2] + 1640 00000400:00000200:0.0:1761311765.942904:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.942909:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.942913:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.942917:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00000020:00000010:3.0:1761311765.943143:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000aaec966. 00000020:00000010:3.0:1761311765.943151:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.943155:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.943177:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fb1e5b9 x1846867781814720/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311765.943211:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814720 02000000:00000010:3.0:1761311765.943221:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076e9d73e. 00010000:00000010:3.0:1761311765.943247:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045273540. 00010000:00000010:3.0:1761311765.943269:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311765.943275:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.943303:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.943306:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311765.943337:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311765.943342:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814720, offset 224 00000400:00000200:3.0:1761311765.943348:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.943358:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.943363:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87460:87460:256:4294967295] 192.168.203.55@tcp LPNI seq info [87460:87460:8:4294967295] 00000400:00000200:3.0:1761311765.943373:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.943378:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.943383:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00080000:00000010:2.0:1761311765.943385:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000097939f14. 00000800:00000200:3.0:1761311765.943388:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.943393:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.943397:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.943458:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.943462:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.943465:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000aaec966. 00010000:00000010:2.0:1761311765.943496:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051bb3324. 00010000:00000010:2.0:1761311765.943502:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d907b6c4. 00000001:00000010:2.0:1761311765.943519:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.943531:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.943538:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e5fae77. 00000800:00000200:0.0:1761311765.943544:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000001:00000010:2.0:1761311765.943546:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000800:00000010:0.0:1761311765.943547:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311765.943551:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:2.0:1761311765.943552:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000400:00000200:0.0:1761311765.943555:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000001:00000010:2.0:1761311765.943556:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000400:00000200:0.0:1761311765.943557:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:0.0:1761311765.943559:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000001:00000010:2.0:1761311765.943561:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.943573:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fe5c71b9. 00010000:00000010:2.0:1761311765.943587:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311765.943605:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098a186c0. 00010000:00000010:2.0:1761311765.943616:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.943619:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.943626:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.943635:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a5b9a4d4. 02000000:00000010:2.0:1761311765.943994:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048d585ee. 00000400:00000010:2.0:1761311765.943999:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.944004:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.944008:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694592, portal 16 00000400:00000010:2.0:1761311765.944013:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031517c0b. 00000100:00000200:2.0:1761311765.944015:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694592, offset 0 00000400:00000200:2.0:1761311765.944021:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.944029:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.944035:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.944038:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.944040:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.944042:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87461:87461:256:4294967295] 192.168.203.55@tcp LPNI seq info [87461:87461:8:4294967295] 00000400:00000200:2.0:1761311765.944049:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.944053:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.944057:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.944060:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.944065:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.944067:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.944141:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.944143:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311765.944147:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.944151:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.944154:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031517c0b 00000400:00000010:0.0:1761311765.944156:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031517c0b. 00000100:00000200:0.0:1761311765.944161:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787694592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.945630:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf59e438. 00010000:00000010:3.1:1761311765.945635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa5cd279. 00010000:00000010:1.1:1761311765.945644:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:0.0:1761311765.946662:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.946680:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec200 00000400:00000200:0.0:1761311765.946687:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf2d [1] + 224 00000400:00000200:0.0:1761311765.946699:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.946702:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.946712:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787694592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.947182:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.947189:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150a00 00000400:00000200:0.0:1761311765.947195:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9855 [2] + 1968 00000400:00000010:0.0:1761311765.947199:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d917beb8. 00000400:00000200:0.0:1761311765.947204:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004f38b354 00000400:00000200:0.0:1761311765.947216:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.947219:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.947221:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004f38b354 00000400:00000010:0.0:1761311765.947223:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004f38b354 (tot 82352386). 00000100:00000200:0.0:1761311765.947229:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761311765.947400:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000aaec966. 00000020:00000010:3.0:1761311765.947407:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.947411:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.947434:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000afe38a08 x1846867781814784/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311765.947472:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814784 02000000:00000010:3.0:1761311765.947483:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ecc90da5. 00010000:00000010:3.0:1761311765.947522:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311765.947530:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a8ee8496. 00000100:00000010:3.0:1761311765.947536:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a8ee8496. 00010000:00000010:3.0:1761311765.947539:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311765.947552:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311765.947557:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814784, offset 224 00000400:00000200:3.0:1761311765.947564:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.947574:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.947578:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87462:87462:256:4294967295] 192.168.203.55@tcp LPNI seq info [87462:87462:8:4294967295] 00000400:00000200:3.0:1761311765.947588:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311765.947592:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.947597:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352634). 00000800:00000200:3.0:1761311765.947602:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.947609:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.947612:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000400:00000010:2.0:1761311765.947943:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311765.947948:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311765.947950:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.947957:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787694592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.947965:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787694592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311765.947985:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003253f857. 02000000:00000010:2.0:1761311765.947999:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048d585ee. 02000000:00000010:2.0:1761311765.948005:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a5b9a4d4. 00000100:00000010:2.0:1761311765.948008:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311765.948011:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311765.948014:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00080000:00000010:2.0:1761311765.948027:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5b9a4d4. 00010000:00000010:2.0:1761311765.948130:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098a186c0. 00010000:00000010:2.0:1761311765.948137:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000061da298f. 00000001:00000010:2.0:1761311765.948154:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.948168:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.948173:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048d585ee. 00000001:00000010:2.0:1761311765.948180:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.948187:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.948192:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.948196:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.948207:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000112e9734. 00010000:00000010:2.0:1761311765.948221:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311765.948226:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098a186c0. 00010000:00000010:2.0:1761311765.948236:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.948239:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.948250:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.948260:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000045656669. 02000000:00000010:2.0:1761311765.948283:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c99f03f. 00000400:00000010:2.0:1761311765.948287:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.948301:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.948306:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694656, portal 16 00000400:00000010:2.0:1761311765.948327:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005833ca56. 00000100:00000200:2.0:1761311765.948330:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694656, offset 0 00000400:00000200:2.0:1761311765.948335:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.948341:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.948347:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.948351:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.948353:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.948356:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87463:87463:255:4294967295] 192.168.203.55@tcp LPNI seq info [87463:87463:7:4294967295] 00000400:00000200:2.0:1761311765.948363:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.948367:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.948370:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352882). 00000800:00000200:2.0:1761311765.948374:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.948378:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.948380:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.948448:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.948454:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.948458:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000aaec966. 02000000:00000010:3.0:1761311765.948467:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076e9d73e. 00000100:00000010:3.0:1761311765.948469:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 02000000:00000010:3.0:1761311765.948472:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038fe6c58. 00000100:00000010:3.0:1761311765.948474:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 02000000:00000010:3.0:1761311765.948477:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd865a9f. 00000100:00000010:3.0:1761311765.948480:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311765.948482:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000938178cd. 00000100:00000010:3.0:1761311765.948484:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 02000000:00000010:3.0:1761311765.948490:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2c76baa. 00000100:00000010:3.0:1761311765.948491:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 02000000:00000010:3.0:1761311765.948493:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bd7b48fd. 00000100:00000010:3.0:1761311765.948495:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 00000100:00000200:3.0:1761311765.948503:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311765.948507:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fdab9dea. 00000400:00000010:3.0:1761311765.948511:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a8ee8496 (tot 82353034). 00000800:00000200:0.0:1761311765.949008:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.949013:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352786). 00000400:00000200:0.0:1761311765.949018:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.949022:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.949026:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:0.0:1761311765.949028:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 02000000:00000010:0.0:1761311765.949032:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ecc90da5. 00000800:00000200:0.0:1761311765.949095:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.949097:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311765.949100:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.949102:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.949105:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005833ca56 00000400:00000010:0.0:1761311765.949106:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005833ca56. 00000100:00000200:0.0:1761311765.949111:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787694656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.950898:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.950917:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec240 00000400:00000200:0.0:1761311765.950926:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf39 [1] + 224 00000400:00000200:0.0:1761311765.950944:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.950948:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.950956:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787694656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.951091:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311765.951097:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311765.951100:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.951106:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787694656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.951113:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787694656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.951143:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c99f03f. 02000000:00000010:2.0:1761311765.951149:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000045656669. 00000100:00000010:2.0:1761311765.951153:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311765.951156:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311765.951160:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00000400:00000200:0.0:1761311765.952833:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.952861:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150a40 00000400:00000200:0.0:1761311765.952867:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9971 [2] + 0 00000400:00000200:0.0:1761311765.952933:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.952938:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.952944:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.952949:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:3.0:1761311765.953080:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7b48fd. 00000020:00000010:3.0:1761311765.953087:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.953090:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311765.953116:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781814848/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311765.953152:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814848 02000000:00000010:3.0:1761311765.953164:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2c76baa. 00010000:00000010:3.0:1761311765.953193:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b29d9d10. 00010000:00000010:3.0:1761311765.953212:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311765.953220:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311765.953239:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311765.953243:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311765.953256:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311765.953261:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814848, offset 224 00000400:00000200:3.0:1761311765.953269:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311765.953280:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311765.953284:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87464:87464:256:4294967295] 192.168.203.55@tcp LPNI seq info [87464:87464:8:4294967295] 00000400:00000200:3.0:1761311765.953304:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00010000:00000010:3.1:1761311765.953347:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000115fc1d2. 00000800:00000200:3.0:1761311765.953358:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311765.953364:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311765.953369:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311765.953375:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311765.953378:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311765.953391:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311765.953395:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311765.953397:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7b48fd. 00080000:00000010:2.0:1761311765.953660:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000045656669. 00010000:00000010:2.0:1761311765.953788:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098a186c0. 00010000:00000010:2.0:1761311765.953795:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073a076d0. 00000001:00000010:2.0:1761311765.953812:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.953825:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.953831:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c99f03f. 00000800:00000200:0.0:1761311765.954333:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.954338:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311765.954343:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.954349:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.954353:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:0.0:1761311765.954355:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000001:00000010:2.0:1761311765.954715:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.954734:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.954746:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.954752:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.954770:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005f1137d0. 00100000:00000010:2.0:1761311765.954779:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000276c2b9b. 00100000:00000010:2.0:1761311765.954783:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000050b8c388. 00010000:00000010:2.0:1761311765.954811:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000509442a5. 00010000:00000010:2.0:1761311765.954817:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098a186c0. 00010000:00000010:2.0:1761311765.954835:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.954840:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.954848:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.954862:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be5be516. 02000000:00000010:2.0:1761311765.954890:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a6def259. 00000400:00000010:2.0:1761311765.954895:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.954901:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.954907:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694720, portal 16 00000400:00000010:2.0:1761311765.954913:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048e81b04. 00000100:00000200:2.0:1761311765.954915:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694720, offset 0 00000400:00000200:2.0:1761311765.954922:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.954935:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.954942:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.954945:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.954948:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.954952:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87465:87465:256:4294967295] 192.168.203.55@tcp LPNI seq info [87465:87465:8:4294967295] 00000400:00000200:2.0:1761311765.954960:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.954964:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.954969:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311765.954973:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.954979:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.954982:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.955430:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.955434:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311765.955438:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.955442:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.955446:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:0.0:1761311765.955448:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 00000100:00000200:0.0:1761311765.955454:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787694720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.956499:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bad4f10a. 00010000:00000010:2.1:1761311765.956509:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:0.0:1761311765.957207:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.957224:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec280 00000400:00000200:0.0:1761311765.957231:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf49 [1] + 224 00000400:00000200:0.0:1761311765.957249:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.957253:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.957262:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787694720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.957348:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311765.957355:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311765.957357:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.957363:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787694720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.957370:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787694720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.957398:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a6def259. 02000000:00000010:2.0:1761311765.957404:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be5be516. 00000100:00000010:2.0:1761311765.957407:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311765.957410:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311765.957414:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00000400:00000200:0.0:1761311765.958901:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.958918:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150a80 00000400:00000200:0.0:1761311765.958924:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9971 [2] + 328 00000400:00000200:0.0:1761311765.958986:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.958991:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.958997:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.959002:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:1.0:1761311765.960972:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f54486c0. 00000020:00000010:1.0:1761311765.960984:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.960988:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311765.961021:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781814912/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311765.961050:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814912 02000000:00000010:1.0:1761311765.961060:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000943f608f. 00010000:00000010:1.0:1761311765.961086:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa920130. 00010000:00000010:1.0:1761311765.961106:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311765.961114:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00010000:00000010:2.1:1761311765.961891:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ba26c1. 00010000:00000010:2.1:1761311765.961900:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d04b212. 00010000:00000010:2.1:1761311765.961906:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311765.961909:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b0b01f9. 00010000:00000010:2.1:1761311765.961912:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00080000:00000010:2.0:1761311765.961927:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be5be516. 00000001:00000010:2.0:1761311765.962058:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.962071:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.962077:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6def259. 00000001:00000010:2.0:1761311765.962086:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.962091:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.962096:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.962100:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.962111:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b68b91dc. 00010000:00000010:2.0:1761311765.962126:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311765.962131:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.962142:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.962147:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.962155:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.962165:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002dea20d1. 02000000:00000010:2.0:1761311765.962190:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000247db23. 00000400:00000010:2.0:1761311765.962194:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.962200:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.962206:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694784, portal 16 00000400:00000010:2.0:1761311765.962212:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311765.962214:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694784, offset 0 00000400:00000200:2.0:1761311765.962222:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.962235:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.962242:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.962244:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.962247:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.962249:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87466:87466:256:4294967295] 192.168.203.55@tcp LPNI seq info [87466:87466:8:4294967295] 00000400:00000200:2.0:1761311765.962258:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.962265:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.962269:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.962276:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.962282:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.962286:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311765.962353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039e91298. 00010000:00000010:1.0:1761311765.962411:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098a186c0. 00000100:00000010:1.0:1761311765.962424:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00010000:00000010:1.0:1761311765.962428:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00010000:00000010:1.0:1761311765.962433:0:66528:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009998a186. 00000400:00000010:1.0:1761311765.962446:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311765.962449:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814912, offset 224 00000400:00000200:1.0:1761311765.962455:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.962460:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.962464:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87467:87467:255:4294967295] 192.168.203.55@tcp LPNI seq info [87467:87467:7:4294967295] 00000400:00000200:1.0:1761311765.962471:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.962475:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.962478:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82353034). 00000800:00000200:1.0:1761311765.962481:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.962485:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.962487:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.962733:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.962739:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311765.962742:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f54486c0. 00000800:00000200:0.0:1761311765.962801:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.962805:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:0.0:1761311765.962808:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.962813:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.962816:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:0.0:1761311765.962818:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000100:00000200:0.0:1761311765.962824:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787694784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:0.0:1761311765.963121:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.963124:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:0.0:1761311765.963128:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.963132:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.963134:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:0.0:1761311765.963135:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000400:00000200:0.0:1761311765.965882:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.965902:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec2c0 00000400:00000200:0.0:1761311765.965910:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf51 [1] + 224 00000400:00000200:0.0:1761311765.965920:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.965924:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.965934:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787694784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.965968:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.965972:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150ac0 00000400:00000200:0.0:1761311765.965976:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9971 [2] + 656 00000400:00000200:0.0:1761311765.965985:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.965988:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.965991:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.965996:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00000020:00000010:1.0:1761311765.966152:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f54486c0. 00000020:00000010:1.0:1761311765.966160:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.966164:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311765.966185:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed36996 x1846867781814976/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311765.966214:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781814976 02000000:00000010:1.0:1761311765.966224:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd865a9f. 00010000:00000010:1.0:1761311765.966257:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311765.966263:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00000100:00000010:1.0:1761311765.966270:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00010000:00000010:1.0:1761311765.966273:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311765.966285:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311765.966298:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781814976, offset 224 00000400:00000200:1.0:1761311765.966306:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.966346:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.966351:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87468:87468:256:4294967295] 192.168.203.55@tcp LPNI seq info [87468:87468:8:4294967295] 00000400:00000200:1.0:1761311765.966360:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.966365:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.966369:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311765.966374:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.966380:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.966383:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.966401:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.966405:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311765.966408:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f54486c0. 00000400:00000010:2.0:1761311765.966480:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311765.966487:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311765.966489:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.966493:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787694784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.966500:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787694784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311765.966519:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 02000000:00000010:2.0:1761311765.966532:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000247db23. 02000000:00000010:2.0:1761311765.966538:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002dea20d1. 00000100:00000010:2.0:1761311765.966542:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311765.966545:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311765.966548:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00080000:00000010:2.0:1761311765.966561:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002dea20d1. 00010000:00000010:2.0:1761311765.966777:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.966783:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003879c05e. 00000001:00000010:2.0:1761311765.966799:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.966814:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.966819:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000247db23. 00000001:00000010:2.0:1761311765.966827:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.966833:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.966838:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.966855:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.966868:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000070d1d7e5. 00010000:00000010:2.0:1761311765.966884:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311765.966889:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.966897:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.966901:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.966907:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.966917:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2f32ca9. 02000000:00000010:2.0:1761311765.966937:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9892706. 00000400:00000010:2.0:1761311765.966941:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.966944:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.966950:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694848, portal 16 00000400:00000010:2.0:1761311765.966954:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a05cd5f. 00000100:00000200:2.0:1761311765.966956:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694848, offset 0 00000400:00000200:2.0:1761311765.966962:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.966968:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.966973:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.966977:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.966979:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.966982:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87469:87469:255:4294967295] 192.168.203.55@tcp LPNI seq info [87469:87469:7:4294967295] 00000400:00000200:2.0:1761311765.966988:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.966992:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.966995:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311765.966999:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.967003:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.967005:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.967133:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.967138:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352786). 00000400:00000200:3.0:1761311765.967144:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.967147:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.967151:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:3.0:1761311765.967152:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000800:00000200:3.0:1761311765.967221:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.967223:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311765.967226:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.967229:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.967231:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:3.0:1761311765.967233:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 00000100:00000200:3.0:1761311765.967237:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787694848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.968354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004325bfd1. 00000400:00000200:0.0:1761311765.972497:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.972516:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec300 00000400:00000200:0.0:1761311765.972525:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf61 [1] + 224 00000400:00000200:0.0:1761311765.972538:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.972542:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.972557:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787694848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.972592:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.972597:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150b00 00000400:00000200:0.0:1761311765.972602:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9971 [2] + 984 00000400:00000200:0.0:1761311765.972665:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.972669:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.972673:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.972680:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 00000400:00000010:2.0:1761311765.972878:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311765.972885:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311765.972887:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.972893:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787694848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.972901:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787694848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.972932:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9892706. 02000000:00000010:2.0:1761311765.972939:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2f32ca9. 00000100:00000010:2.0:1761311765.972945:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311765.972949:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311765.972955:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00000020:00000010:1.0:1761311765.973026:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f54486c0. 00000020:00000010:1.0:1761311765.973034:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.973038:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311765.973060:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ade5492c x1846867781815040/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311765.973101:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815040 02000000:00000010:1.0:1761311765.973134:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070ebd2f8. 00010000:00000010:1.0:1761311765.973164:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d4537c6. 00010000:00000010:1.0:1761311765.973185:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311765.973191:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00000100:00000010:1.0:1761311765.973207:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00010000:00000010:1.0:1761311765.973210:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311765.973222:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311765.973226:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815040, offset 224 00000400:00000200:1.0:1761311765.973235:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.973245:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.973250:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87470:87470:256:4294967295] 192.168.203.55@tcp LPNI seq info [87470:87470:8:4294967295] 00000400:00000200:1.0:1761311765.973260:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.973264:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.973268:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311765.973274:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.973280:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.973284:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.973338:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.973342:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311765.973349:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f54486c0. 00080000:00000010:2.0:1761311765.973816:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2f32ca9. 00010000:00000010:2.0:1761311765.973947:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.973955:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082dd023e. 00000001:00000010:2.0:1761311765.973973:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.973988:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.973993:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9892706. 00000001:00000010:2.0:1761311765.974001:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.974007:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.974011:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.974016:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.974027:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007457f2d0. 00010000:00000010:2.0:1761311765.974043:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.0:1761311765.974049:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.974060:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.974065:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.974071:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.974084:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012ff3ef7. 02000000:00000010:2.0:1761311765.974112:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa838222. 00000400:00000010:2.0:1761311765.974116:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.974120:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.974125:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694912, portal 16 00000400:00000010:2.0:1761311765.974129:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e7ca96. 00000100:00000200:2.0:1761311765.974132:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694912, offset 0 00000400:00000200:2.0:1761311765.974138:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.974145:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.974153:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.974157:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.974159:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.974162:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87471:87471:255:4294967295] 192.168.203.55@tcp LPNI seq info [87471:87471:7:4294967295] 00000400:00000200:2.0:1761311765.974168:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.974172:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.974175:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311765.974179:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.974183:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.974186:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.974280:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.974285:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352786). 00000400:00000200:0.0:1761311765.974301:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.974305:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.974335:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:0.0:1761311765.974338:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00000800:00000200:0.0:1761311765.974395:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.974397:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311765.974400:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.974403:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.974405:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e7ca96 00000400:00000010:0.0:1761311765.974406:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e7ca96. 00000100:00000200:0.0:1761311765.974411:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787694912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.976810:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.976833:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec340 00000400:00000200:3.0:1761311765.976852:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf6d [1] + 224 00000400:00000200:3.0:1761311765.976866:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.976869:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.976882:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787694912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.976915:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311765.976920:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150b40 00000400:00000200:3.0:1761311765.976925:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9971 [2] + 1312 00000400:00000200:3.0:1761311765.976981:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.976985:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311765.976989:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311765.976996:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00010000:00000010:1.1:1761311765.977765:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:1.1:1761311765.977775:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006da1787d. 00000020:00000010:1.0:1761311765.977813:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006790ea8e. 00000020:00000010:1.0:1761311765.977821:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.977825:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311765.978031:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000638b7854 x1846867781815104/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311765.978114:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815104 02000000:00000010:1.0:1761311765.978126:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087fb6a54. 00000400:00000010:2.0:1761311765.978155:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311765.978160:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00010000:00000010:1.0:1761311765.978161:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000400:00000010:2.0:1761311765.978162:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000010:1.0:1761311765.978167:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00000100:00000200:2.0:1761311765.978168:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787694912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761311765.978172:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00000100:00000200:2.0:1761311765.978175:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787694912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311765.978175:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311765.978187:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311765.978191:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815104, offset 224 00010000:00000010:2.0:1761311765.978194:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9617bd. 00000400:00000200:1.0:1761311765.978198:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 02000000:00000010:2.0:1761311765.978205:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa838222. 02000000:00000010:2.0:1761311765.978209:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012ff3ef7. 00000400:00000200:1.0:1761311765.978209:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000100:00000010:2.0:1761311765.978213:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000400:00000200:1.0:1761311765.978214:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87472:87472:256:4294967295] 192.168.203.55@tcp LPNI seq info [87472:87472:8:4294967295] 00000100:00000010:2.0:1761311765.978216:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311765.978219:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00000400:00000200:1.0:1761311765.978223:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.978228:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00080000:00000010:2.0:1761311765.978231:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa838222. 00000800:00000010:1.0:1761311765.978231:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311765.978237:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.978242:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.978246:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.978274:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.978278:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311765.978281:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006790ea8e. 00010000:00000010:2.0:1761311765.978367:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.978373:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005933a02a. 00000001:00000010:2.0:1761311765.978389:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.978402:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.978408:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012ff3ef7. 00000001:00000010:2.0:1761311765.978417:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.978422:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.978426:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.978431:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.978443:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ee4f9eb8. 00010000:00000010:2.0:1761311765.978458:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000509442a5. 00010000:00000010:2.0:1761311765.978464:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.978473:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.978476:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.978481:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.978512:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb5f10f1. 02000000:00000010:2.0:1761311765.978534:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b644e621. 00000400:00000010:2.0:1761311765.978538:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.978542:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.978547:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787694976, portal 16 00000400:00000010:2.0:1761311765.978550:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311765.978552:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787694976, offset 0 00000400:00000200:2.0:1761311765.978557:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.978563:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.978569:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.978572:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.978575:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.978577:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87473:87473:255:4294967295] 192.168.203.55@tcp LPNI seq info [87473:87473:7:4294967295] 00000400:00000200:2.0:1761311765.978583:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.978588:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.978592:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311765.978596:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.978600:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.978602:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.978824:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.978828:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352786). 00000400:00000200:3.0:1761311765.978834:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.978839:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.978842:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:3.0:1761311765.978843:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 00000800:00000200:3.0:1761311765.978887:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.978889:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311765.978892:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.978894:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.978896:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:3.0:1761311765.978897:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 00000100:00000200:3.0:1761311765.978902:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787694976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311765.980444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005e318fc4. 00010000:00000010:2.1:1761311765.981041:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006c7c3b16. 00010000:00000010:2.1:1761311765.981051:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f387202c. 00010000:00000010:2.1:1761311765.981056:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00000400:00000200:0.0:1761311765.982470:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.982489:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec380 00000400:00000200:0.0:1761311765.982497:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf79 [1] + 224 00000400:00000200:0.0:1761311765.982509:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.982513:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.982523:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787694976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311765.982561:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.982567:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150b80 00000400:00000200:0.0:1761311765.982571:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9971 [2] + 1640 00000400:00000200:0.0:1761311765.982581:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.982584:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.982588:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311765.982593:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 00000400:00000010:2.0:1761311765.982674:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311765.982681:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311765.982683:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.982688:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787694976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311765.982695:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787694976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311765.982721:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b644e621. 02000000:00000010:2.0:1761311765.982726:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb5f10f1. 00000100:00000010:2.0:1761311765.982729:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311765.982733:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311765.982737:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00000020:00000010:1.0:1761311765.982818:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006790ea8e. 00000020:00000010:1.0:1761311765.982825:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.982829:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311765.982862:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003af56a4d x1846867781815168/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311765.982895:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815168 02000000:00000010:1.0:1761311765.982905:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000716c143f. 00010000:00000010:1.0:1761311765.982932:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd949b0f. 00010000:00000010:1.0:1761311765.982953:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311765.982959:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00000100:00000010:1.0:1761311765.982976:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00010000:00000010:1.0:1761311765.982979:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311765.982993:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311765.982997:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815168, offset 224 00000400:00000200:1.0:1761311765.983003:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.983014:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.983019:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87474:87474:256:4294967295] 192.168.203.55@tcp LPNI seq info [87474:87474:8:4294967295] 00000400:00000200:1.0:1761311765.983028:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.983033:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.983037:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311765.983042:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.983048:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.983051:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.983072:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.983075:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311765.983078:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006790ea8e. 00080000:00000010:2.0:1761311765.983200:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb5f10f1. 00000800:00000200:3.0:1761311765.983239:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.983242:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:3.0:1761311765.983247:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.983251:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.983253:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:3.0:1761311765.983254:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00010000:00000010:2.0:1761311765.983391:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.983397:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c2fd8768. 00000001:00000010:2.0:1761311765.983416:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.983427:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.983432:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b644e621. 00000001:00000010:2.0:1761311765.983440:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.983446:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.983451:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.983455:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.983467:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f9da5d41. 00100000:00000010:2.0:1761311765.983475:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000a5411810. 00100000:00000010:2.0:1761311765.983477:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000edfd493d. 00010000:00000010:2.0:1761311765.983495:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311765.983500:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.983509:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.983513:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.983517:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.983526:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c62b1e0. 02000000:00000010:2.0:1761311765.983545:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccdc7ecd. 00000400:00000010:2.0:1761311765.983549:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.983553:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.983557:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695040, portal 16 00000400:00000010:2.0:1761311765.983561:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ed3df7a. 00000100:00000200:2.0:1761311765.983563:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695040, offset 0 00000400:00000200:2.0:1761311765.983568:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.983574:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.983580:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.983583:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.983586:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.983588:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87475:87475:256:4294967295] 192.168.203.55@tcp LPNI seq info [87475:87475:8:4294967295] 00000400:00000200:2.0:1761311765.983595:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.983600:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.983603:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.983607:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.983611:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.983613:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311765.984181:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.984185:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311765.984189:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.984193:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.984197:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ed3df7a 00000400:00000010:3.0:1761311765.984198:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ed3df7a. 00000100:00000200:3.0:1761311765.984203:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787695040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311765.985473:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8cf718f. 00010000:00000010:2.1:1761311765.985487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.1:1761311765.985490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003caed7ee. 00010000:00000010:2.1:1761311765.988428:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b7700fa3. 00010000:00000010:2.1:1761311765.988444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00010000:00000010:1.1:1761311765.988600:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096349aba. 00000400:00000200:0.0:1761311765.988714:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311765.988731:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec3c0 00000400:00000200:0.0:1761311765.988739:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf85 [1] + 224 00000400:00000200:0.0:1761311765.988756:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.988760:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311765.988770:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787695040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311765.989232:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311765.989238:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311765.989240:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.989247:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787695040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.989252:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000100:00000200:2.0:1761311765.989255:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787695040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311765.989260:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150bc0 00000400:00000200:3.0:1761311765.989265:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9971 [2] + 1968 00000400:00000010:3.0:1761311765.989267:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005fe03605. 00000400:00000200:3.0:1761311765.989270:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004a1826ea 02000000:00000010:2.0:1761311765.989282:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccdc7ecd. 02000000:00000010:2.0:1761311765.989288:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c62b1e0. 00000100:00000010:2.0:1761311765.989301:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311765.989306:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311765.989328:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00000400:00000200:3.0:1761311765.989354:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.989358:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.989361:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004a1826ea 00000400:00000010:3.0:1761311765.989363:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004a1826ea (tot 82352386). 00000100:00000200:3.0:1761311765.989367:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311765.989474:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006790ea8e. 00000020:00000010:1.0:1761311765.989480:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.989485:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311765.989506:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f1356800 x1846867781815232/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:243/0 lens 328/0 e 0 to 0 dl 1761311808 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311765.989538:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815232 02000000:00000010:1.0:1761311765.989548:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061b0f84e. 00010000:00000010:1.0:1761311765.989572:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004faf78cb. 00010000:00000010:1.0:1761311765.989589:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311765.989595:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000079947724. 00000100:00000010:1.0:1761311765.989612:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000079947724. 00010000:00000010:1.0:1761311765.989615:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311765.989628:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311765.989632:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815232, offset 224 00000400:00000200:1.0:1761311765.989638:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311765.989649:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311765.989655:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87476:87476:256:4294967295] 192.168.203.55@tcp LPNI seq info [87476:87476:8:4294967295] 00000400:00000200:1.0:1761311765.989664:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311765.989669:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311765.989673:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352634). 00000800:00000200:1.0:1761311765.989678:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311765.989685:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311765.989688:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311765.989703:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fbecaac9. 00000020:00000010:1.0:1761311765.989707:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311765.989710:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006790ea8e. 02000000:00000010:1.0:1761311765.989718:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000716c143f. 00000100:00000010:1.0:1761311765.989720:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 02000000:00000010:1.0:1761311765.989724:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087fb6a54. 00000100:00000010:1.0:1761311765.989726:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 02000000:00000010:1.0:1761311765.989729:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070ebd2f8. 00000100:00000010:1.0:1761311765.989731:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 02000000:00000010:1.0:1761311765.989735:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd865a9f. 00000100:00000010:1.0:1761311765.989738:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 02000000:00000010:1.0:1761311765.989740:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000943f608f. 00000100:00000010:1.0:1761311765.989742:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:1.0:1761311765.989745:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2c76baa. 00000100:00000010:1.0:1761311765.989746:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 00000100:00000200:1.0:1761311765.989752:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311765.989756:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a0ae866c. 00000400:00000010:1.0:1761311765.989759:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000079947724 (tot 82352786). 00080000:00000010:2.0:1761311765.989941:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c62b1e0. 00000800:00000200:3.0:1761311765.990015:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311765.990019:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:3.0:1761311765.990024:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311765.990028:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311765.990030:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:3.0:1761311765.990032:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 02000000:00000010:3.0:1761311765.990035:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061b0f84e. 00010000:00000010:2.0:1761311765.990068:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.990075:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a6b4abf1. 00000001:00000010:2.0:1761311765.990094:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.990105:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311765.990110:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccdc7ecd. 00000001:00000010:2.0:1761311765.990118:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.990123:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.990129:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311765.990133:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311765.990145:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008f3c9c35. 00010000:00000010:2.0:1761311765.990163:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.0:1761311765.990168:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311765.990177:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311765.990180:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311765.990187:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311765.990196:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000027d1d8b. 02000000:00000010:2.0:1761311765.990216:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000750df20. 00000400:00000010:2.0:1761311765.990220:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311765.990224:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311765.990227:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695104, portal 16 00000400:00000010:2.0:1761311765.990230:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311765.990232:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695104, offset 0 00000400:00000200:2.0:1761311765.990237:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311765.990243:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311765.990250:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311765.990252:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311765.990255:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311765.990257:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87477:87477:256:4294967295] 192.168.203.55@tcp LPNI seq info [87477:87477:8:4294967295] 00000400:00000200:2.0:1761311765.990265:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311765.990269:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311765.990273:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311765.990276:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311765.990280:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311765.990283:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311765.990670:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311765.990673:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311765.990677:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311765.990681:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311765.990684:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:0.0:1761311765.990686:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:0.0:1761311765.990691:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787695104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.003037:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.003058:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec400 00000400:00000200:0.0:1761311766.003067:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaf95 [1] + 224 00000400:00000200:0.0:1761311766.003078:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.003084:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.003095:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787695104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.003135:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.003141:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150c00 00000400:00000200:0.0:1761311766.003148:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa99c9 [2] + 0 00000400:00000200:0.0:1761311766.003206:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.003211:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.003217:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.003222:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00000020:00000010:3.0:1761311766.003972:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311766.003981:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.003985:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.004011:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fb1e5b9 x1846867781815296/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311766.004055:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815296 02000000:00000010:3.0:1761311766.004068:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038fe6c58. 00010000:00000010:3.0:1761311766.004103:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311766.004112:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311766.004118:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311766.004122:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311766.004136:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311766.004142:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815296, offset 224 00000400:00000200:3.0:1761311766.004152:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.004164:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.004169:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87478:87478:256:4294967295] 192.168.203.55@tcp LPNI seq info [87478:87478:8:4294967295] 00000400:00000200:3.0:1761311766.004180:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000400:00000010:2.0:1761311766.004181:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000800:00000200:3.0:1761311766.004187:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.004189:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000800:00000010:3.0:1761311766.004192:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000400:00000010:2.0:1761311766.004193:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000800:00000200:3.0:1761311766.004200:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000100:00000200:2.0:1761311766.004202:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787695104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000800:00000200:3.0:1761311766.004209:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.004215:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000100:00000200:2.0:1761311766.004217:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787695104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311772 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761311766.004231:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.004236:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.004238:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00010000:00000010:2.0:1761311766.004241:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000480bc87d. 02000000:00000010:2.0:1761311766.004255:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000750df20. 02000000:00000010:2.0:1761311766.004261:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000027d1d8b. 00000100:00000010:2.0:1761311766.004266:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311766.004271:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.004276:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00080000:00000010:2.0:1761311766.004304:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000027d1d8b. 00000800:00000200:3.0:1761311766.004350:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.004353:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:3.0:1761311766.004357:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.004361:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.004363:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311766.004365:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00010000:00000010:2.0:1761311766.004437:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311766.004443:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b25ad13b. 00000001:00000010:2.0:1761311766.004462:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.004474:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311766.004478:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000750df20. 00000001:00000010:2.0:1761311766.004489:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.004495:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.004501:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.004506:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311766.004518:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000492701b3. 00010000:00000010:2.0:1761311766.004535:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311766.004541:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311766.004550:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311766.004554:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.004560:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311766.004571:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c771c04. 02000000:00000010:2.0:1761311766.004593:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002d3755a3. 00000400:00000010:2.0:1761311766.004598:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311766.004602:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.004607:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695168, portal 16 00000400:00000010:2.0:1761311766.004611:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311766.004612:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695168, offset 0 00000400:00000200:2.0:1761311766.004618:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.004624:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.004630:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.004633:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.004635:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.004638:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87479:87479:256:4294967295] 192.168.203.55@tcp LPNI seq info [87479:87479:8:4294967295] 00000400:00000200:2.0:1761311766.004657:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.004664:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.004668:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.004672:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.004676:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.004679:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.004938:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.004941:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311766.004945:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.004948:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.004950:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:3.0:1761311766.004952:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:3.0:1761311766.004956:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787695168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.005356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000096b1c0ee. 00010000:00000010:2.1:1761311766.005363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00000400:00000200:0.0:1761311766.009495:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.009518:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec440 00000400:00000200:0.0:1761311766.009528:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaafa1 [1] + 224 00000400:00000200:0.0:1761311766.009550:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.009555:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.009568:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787695168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.009631:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311766.009638:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311766.009640:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.009659:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787695168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.009667:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787695168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.009702:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002d3755a3. 02000000:00000010:2.0:1761311766.009711:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c771c04. 00000100:00000010:2.0:1761311766.009715:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311766.009720:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.009724:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00000400:00000200:3.0:1761311766.010241:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.010253:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150c40 00000400:00000200:3.0:1761311766.010261:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa99c9 [2] + 328 00000400:00000200:3.0:1761311766.010348:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.010353:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.010357:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.010363:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 00000020:00000010:0.0:1761311766.010445:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dc3ea6. 00000020:00000010:0.0:1761311766.010453:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311766.010458:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.010483:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8dbc242 x1846867781815360/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.010516:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815360 02000000:00000010:0.0:1761311766.010527:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a211d83. 00010000:00000010:0.0:1761311766.010553:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b359f83b. 00010000:00000010:0.0:1761311766.010571:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.010576:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fdb8f3d. 00000100:00000010:0.0:1761311766.010589:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fdb8f3d. 00010000:00000010:0.0:1761311766.010592:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.010603:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311766.010607:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815360, offset 224 00000400:00000200:0.0:1761311766.010613:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.010623:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.010628:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87480:87480:256:4294967295] 192.168.203.55@tcp LPNI seq info [87480:87480:8:4294967295] 00000400:00000200:0.0:1761311766.010638:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.010642:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.010646:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.010652:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.010658:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.010661:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.010673:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311766.010677:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.010679:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dc3ea6. 00080000:00000010:2.0:1761311766.011469:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c771c04. 00010000:00000010:2.0:1761311766.011591:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311766.011599:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a91e3f78. 00000001:00000010:2.0:1761311766.011620:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.011636:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311766.011656:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002d3755a3. 00000001:00000010:2.0:1761311766.011666:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.011673:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.011679:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.011684:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311766.011697:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007993ffd3. 00010000:00000010:2.0:1761311766.011718:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000509442a5. 00010000:00000010:2.0:1761311766.011725:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311766.011737:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311766.011744:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.011752:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311766.011763:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042960d06. 02000000:00000010:2.0:1761311766.011790:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002fbd8f13. 00000400:00000010:2.0:1761311766.011795:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311766.011801:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.011806:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695232, portal 16 00000400:00000010:2.0:1761311766.011811:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.011813:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695232, offset 0 00000400:00000200:2.0:1761311766.011819:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.011829:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.011835:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.011839:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.011842:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.011844:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87481:87481:255:4294967295] 192.168.203.55@tcp LPNI seq info [87481:87481:7:4294967295] 00000400:00000200:2.0:1761311766.011853:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.011858:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.011863:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311766.011868:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.011874:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.011876:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.012896:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.012902:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352786). 00000400:00000200:3.0:1761311766.012912:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.012917:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.012922:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:3.0:1761311766.012924:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00000800:00000200:3.0:1761311766.012987:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.012989:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311766.012992:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.012996:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.012998:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:3.0:1761311766.012999:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:3.0:1761311766.013006:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787695232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.014496:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000033bc1b64. 00010000:00000010:2.1:1761311766.017762:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000083ab9b0. 00010000:00000010:2.1:1761311766.017778:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:2.1:1761311766.017782:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1bed1f7. 00010000:00000010:2.1:1761311766.017786:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058cfee1f. 00010000:00000010:2.1:1761311766.017789:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00000400:00000200:0.0:1761311766.018142:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.018161:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec480 00000400:00000200:0.0:1761311766.018168:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaafad [1] + 224 00000400:00000200:0.0:1761311766.018187:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.018191:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.018202:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787695232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.018253:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311766.018259:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311766.018261:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.018266:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787695232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.018273:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787695232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.018307:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002fbd8f13. 02000000:00000010:2.0:1761311766.018346:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042960d06. 00000100:00000010:2.0:1761311766.018351:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311766.018356:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.018360:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00010000:00000010:0.1:1761311766.019351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003de118a4. 00000400:00000200:3.0:1761311766.020240:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.020259:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150c80 00000400:00000200:3.0:1761311766.020266:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa99c9 [2] + 656 00000400:00000200:3.0:1761311766.020375:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.020379:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.020385:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.020390:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 00000020:00000010:0.0:1761311766.020655:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dc3ea6. 00000020:00000010:0.0:1761311766.020663:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311766.020668:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.020696:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000063082542 x1846867781815424/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.020737:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815424 02000000:00000010:0.0:1761311766.020751:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004955d77c. 00010000:00000010:0.0:1761311766.020796:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fd39cf7. 00010000:00000010:0.0:1761311766.020819:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.020826:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fdb8f3d. 00000100:00000010:0.0:1761311766.020851:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fdb8f3d. 00010000:00000010:0.0:1761311766.020856:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.020870:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00080000:00000010:2.0:1761311766.020874:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042960d06. 00000100:00000200:0.0:1761311766.020874:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815424, offset 224 00000400:00000200:0.0:1761311766.020880:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.020891:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.020896:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87482:87482:256:4294967295] 192.168.203.55@tcp LPNI seq info [87482:87482:8:4294967295] 00000400:00000200:0.0:1761311766.020905:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.020910:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.020914:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.020920:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.020927:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.020930:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.020957:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311766.020962:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.020965:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dc3ea6. 00010000:00000010:2.0:1761311766.020992:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311766.020998:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ea2b763e. 00000001:00000010:2.0:1761311766.021017:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.021033:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311766.021039:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fbd8f13. 00000001:00000010:2.0:1761311766.021047:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.021053:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.021058:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.021063:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311766.021075:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003ec44854. 00010000:00000010:2.0:1761311766.021091:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.0:1761311766.021096:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311766.021106:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001505ca03. 00000100:00000010:2.0:1761311766.021110:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.021117:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311766.021127:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001abcb903. 02000000:00000010:2.0:1761311766.021150:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000052d5f234. 00000400:00000010:2.0:1761311766.021154:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311766.021164:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.021168:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695296, portal 16 00000400:00000010:2.0:1761311766.021173:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f55d06. 00000100:00000200:2.0:1761311766.021175:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695296, offset 0 00000400:00000200:2.0:1761311766.021180:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.021187:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.021192:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.021196:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.021199:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.021201:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87483:87483:255:4294967295] 192.168.203.55@tcp LPNI seq info [87483:87483:7:4294967295] 00000400:00000200:2.0:1761311766.021208:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.021212:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.021215:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311766.021218:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.021222:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.021224:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.021522:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.021526:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352786). 00000400:00000200:1.0:1761311766.021533:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.021538:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.021542:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:1.0:1761311766.021544:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000800:00000200:1.0:1761311766.021590:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.021593:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311766.021596:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.021599:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.021601:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f55d06 00000400:00000010:1.0:1761311766.021602:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f55d06. 00000100:00000200:1.0:1761311766.021607:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787695296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.023876:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.023895:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec4c0 00000400:00000200:0.0:1761311766.023904:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaafb9 [1] + 224 00000400:00000200:0.0:1761311766.023915:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.023918:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.023928:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787695296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.024389:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000bd19e0d. 00010000:00000010:2.1:1761311766.024399:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00000400:00000200:0.0:1761311766.025070:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.025083:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150cc0 00000400:00000010:2.0:1761311766.025112:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:2.0:1761311766.025120:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311766.025122:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.025131:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787695296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.025141:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787695296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.025185:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000052d5f234. 02000000:00000010:2.0:1761311766.025192:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001abcb903. 00000100:00000010:2.0:1761311766.025196:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311766.025202:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.025209:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001505ca03. 00000400:00000200:0.0:1761311766.025423:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa99c9 [2] + 984 00000400:00000200:0.0:1761311766.025807:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.025813:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.025820:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.025827:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:3.0:1761311766.026028:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311766.026038:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.026043:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.026072:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781815488/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.026118:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815488 02000000:00000010:3.0:1761311766.026131:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076e9d73e. 00010000:00000010:3.0:1761311766.026167:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002cb7fa8a. 00010000:00000010:3.0:1761311766.026194:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311766.026202:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311766.026230:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311766.026233:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311766.026249:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311766.026255:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815488, offset 224 00000400:00000200:3.0:1761311766.026263:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.026277:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.026285:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87484:87484:256:4294967295] 192.168.203.55@tcp LPNI seq info [87484:87484:8:4294967295] 00000400:00000200:3.0:1761311766.026304:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.026333:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.026338:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311766.026344:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.026353:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.026358:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.026379:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.026383:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.026386:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00000800:00000200:3.0:1761311766.026469:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.026473:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:3.0:1761311766.026477:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.026481:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.026484:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311766.026486:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00080000:00000010:1.0:1761311766.027070:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ebd2f8. 00010000:00000010:1.0:1761311766.027221:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:1.0:1761311766.027231:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000982d09f3. 00000001:00000010:1.0:1761311766.027253:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.027266:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.027272:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087fb6a54. 00000001:00000010:1.0:1761311766.027281:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.027287:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.027337:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.027345:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.027358:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e12ba9ed. 00100000:00000010:1.0:1761311766.027365:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b3702c79. 00100000:00000010:1.0:1761311766.027368:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d4d50db5. 00010000:00000010:1.0:1761311766.027386:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311766.027391:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.027401:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.027408:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.027415:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.027425:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000716c143f. 02000000:00000010:1.0:1761311766.027448:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006790ea8e. 00000400:00000010:1.0:1761311766.027452:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.027457:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.027462:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695360, portal 16 00000400:00000010:1.0:1761311766.027466:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311766.027468:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695360, offset 0 00000400:00000200:1.0:1761311766.027475:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.027485:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.027491:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.027495:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.027497:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.027500:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87485:87485:256:4294967295] 192.168.203.55@tcp LPNI seq info [87485:87485:8:4294967295] 00000400:00000200:1.0:1761311766.027509:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.027515:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.027519:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311766.027524:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.027529:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.027532:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.027737:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.027740:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:3.0:1761311766.027746:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.027750:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.027754:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:3.0:1761311766.027755:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 00000100:00000200:3.0:1761311766.027761:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787695360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.028821:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004206d611. 00010000:00000010:2.1:1761311766.029476:0:78540:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006c4c18e. 00010000:00000010:2.1:1761311766.029484:0:78540:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00000400:00000200:0.0:1761311766.031582:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.031601:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec500 00000400:00000200:0.0:1761311766.031610:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaafc5 [1] + 224 00000400:00000200:0.0:1761311766.031622:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.031628:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.031638:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787695360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.031677:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.031682:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150d00 00000400:00000200:0.0:1761311766.031686:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa99c9 [2] + 1312 00000400:00000200:0.0:1761311766.031695:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.031698:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.031701:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.031707:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:0.0:1761311766.031756:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3dc3ea6. 00000020:00000010:0.0:1761311766.031762:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311766.031766:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.031790:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781815552/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311766.031817:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815552 02000000:00000010:0.0:1761311766.031827:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbded299. 00010000:00000010:0.0:1761311766.031862:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.031869:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fdb8f3d. 00000100:00000010:0.0:1761311766.031874:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fdb8f3d. 00010000:00000010:0.0:1761311766.031877:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.031892:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311766.031896:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815552, offset 224 00000400:00000200:0.0:1761311766.031903:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.031913:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.031919:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87486:87486:256:4294967295] 192.168.203.55@tcp LPNI seq info [87486:87486:8:4294967295] 00000400:00000200:0.0:1761311766.031928:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.031932:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.031937:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.031943:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.031949:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.031953:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.031970:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311766.031975:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.031977:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3dc3ea6. 00000800:00000200:0.0:1761311766.032092:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.032096:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:0.0:1761311766.032106:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.032109:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.032113:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:0.0:1761311766.032115:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00010000:00000010:3.1:1761311766.032341:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009d953892. 00010000:00000010:1.1:1761311766.033102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008068c289. 00010000:00000010:1.1:1761311766.033110:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00000400:00000010:1.0:1761311766.033130:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.033135:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.033137:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.033146:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787695360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.033155:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787695360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.033181:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7c8dc4a. 02000000:00000010:1.0:1761311766.033199:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006790ea8e. 02000000:00000010:1.0:1761311766.033207:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000716c143f. 00000100:00000010:1.0:1761311766.033210:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.033214:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.033216:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00080000:00000010:1.0:1761311766.033237:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000716c143f. 00010000:00000010:1.0:1761311766.033412:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.033420:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000014e8c85e. 00000001:00000010:1.0:1761311766.033439:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.033452:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.033457:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006790ea8e. 00000001:00000010:1.0:1761311766.033466:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.033473:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.033478:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.033483:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.033497:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000dae38b3. 00010000:00000010:1.0:1761311766.033517:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311766.033523:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.033533:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.033538:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.033545:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.033557:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039075334. 02000000:00000010:1.0:1761311766.033581:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd45d662. 00000400:00000010:1.0:1761311766.033585:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.033589:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.033595:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695424, portal 16 00000400:00000010:1.0:1761311766.033600:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311766.033603:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695424, offset 0 00000400:00000200:1.0:1761311766.033612:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.033625:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.033634:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.033638:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.033641:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.033645:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87487:87487:256:4294967295] 192.168.203.55@tcp LPNI seq info [87487:87487:8:4294967295] 00000400:00000200:1.0:1761311766.033654:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.033661:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.033665:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311766.033671:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.033677:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.033680:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.033833:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.033838:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:2.0:1761311766.033974:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.033979:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.033983:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:2.0:1761311766.033984:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:2.0:1761311766.033989:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787695424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.038299:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.038366:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec540 00000400:00000200:2.0:1761311766.038374:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaafd1 [1] + 224 00000400:00000200:2.0:1761311766.038385:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.038389:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.038401:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787695424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.038429:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.038433:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150d40 00000400:00000200:2.0:1761311766.038437:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa99c9 [2] + 1640 00000400:00000200:2.0:1761311766.038488:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.038492:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.038496:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.038501:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 00000020:00000010:2.0:1761311766.038541:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052d5f234. 00000020:00000010:2.0:1761311766.038546:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00010000:00000010:1.1:1761311766.038578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fce2f51e. 00000400:00000010:1.0:1761311766.038600:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.038604:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.038607:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.038613:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787695424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.038621:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787695424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.038647:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd45d662. 02000000:00000010:1.0:1761311766.038653:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039075334. 00000100:00000010:1.0:1761311766.038656:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.038660:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.038664:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000020:00000010:2.0:1761311766.038859:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.038884:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c56dccaa x1846867781815616/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311766.038918:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815616 02000000:00000010:2.0:1761311766.038928:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb295a6a. 00010000:00000010:2.0:1761311766.038954:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a0aea28. 00010000:00000010:2.0:1761311766.038976:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d6a68703. 00000100:00000010:2.0:1761311766.038982:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.038999:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.039002:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d6a68703. 00000400:00000010:2.0:1761311766.039014:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.039019:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815616, offset 224 00000400:00000200:2.0:1761311766.039026:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.039036:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.039041:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87488:87488:256:4294967295] 192.168.203.55@tcp LPNI seq info [87488:87488:8:4294967295] 00000400:00000200:2.0:1761311766.039050:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.039054:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.039059:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.039066:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.039073:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.039076:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.039101:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.039106:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.039108:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052d5f234. 00080000:00000010:0.0:1761311766.039118:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3dc3ea6. 00010000:00000010:0.0:1761311766.039236:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b703739a. 00010000:00000010:0.0:1761311766.039242:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000042755dd7. 00000001:00000010:0.0:1761311766.039260:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311766.039273:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00080000:00000010:0.0:1761311766.039278:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f65ec86. 00000001:00000010:0.0:1761311766.039287:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311766.039306:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311766.039338:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006bb160eb. 00000001:00000010:0.0:1761311766.039345:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006bb160eb. 00100000:00000010:0.0:1761311766.039358:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ff7f158d. 00010000:00000010:0.0:1761311766.039375:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.0:1761311766.039380:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a4c2b4cb. 00010000:00000010:0.0:1761311766.039390:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.039394:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fdb8f3d. 00000100:00000010:0.0:1761311766.039401:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 02000000:00000010:0.0:1761311766.039411:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e6b2b156. 02000000:00000010:0.0:1761311766.039434:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4d61b30. 00000400:00000010:0.0:1761311766.039438:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006bb160eb. 00000400:00000010:0.0:1761311766.039442:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311766.039447:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695488, portal 16 00000400:00000010:0.0:1761311766.039451:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311766.039452:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695488, offset 0 00000400:00000200:0.0:1761311766.039457:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.039463:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.039470:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.039473:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.039477:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.039479:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87489:87489:255:4294967295] 192.168.203.55@tcp LPNI seq info [87489:87489:7:4294967295] 00000400:00000200:0.0:1761311766.039485:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.039489:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.039492:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311766.039496:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.039500:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.039502:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.039579:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.039583:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:1.0:1761311766.039587:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.039591:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.039594:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:1.0:1761311766.039595:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000800:00000200:1.0:1761311766.039710:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.039713:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311766.039721:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.039795:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.039798:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:1.0:1761311766.039799:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00000100:00000200:1.0:1761311766.039805:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed36996 x1846867787695488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.040472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008049b457. 00010000:00000010:1.1:1761311766.040481:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:2.0:1761311766.041541:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.041567:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec580 00000400:00000200:2.0:1761311766.041578:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaafdd [1] + 224 00000400:00000200:2.0:1761311766.041602:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.041606:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.041619:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed36996 x1846867787695488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311766.041762:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006bb160eb. 00000400:00000200:0.0:1761311766.041768:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:0.0:1761311766.041770:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00000100:00000200:0.0:1761311766.041775:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed36996 x1846867787695488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.041783:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed36996 x1846867787695488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.041820:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4d61b30. 02000000:00000010:0.0:1761311766.041828:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e6b2b156. 00000100:00000010:0.0:1761311766.041832:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 00000100:00000010:0.0:1761311766.041836:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fdb8f3d. 00010000:00000010:0.0:1761311766.041851:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000200:2.0:1761311766.041875:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.041883:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150d80 00000400:00000200:2.0:1761311766.041888:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa99c9 [2] + 1968 00000400:00000010:2.0:1761311766.041891:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000499da871. 00000400:00000200:2.0:1761311766.041896:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000064fcefd5 00000400:00000200:2.0:1761311766.041953:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.041957:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.041960:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000064fcefd5 00000400:00000010:2.0:1761311766.041962:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000064fcefd5 (tot 82352386). 00000100:00000200:2.0:1761311766.041968:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311766.042037:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e6b2b156. 00000020:00000010:0.0:1761311766.042045:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311766.042051:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.042079:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001a1d5d96 x1846867781815680/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.042115:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815680 02000000:00000010:0.0:1761311766.042128:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4d61b30. 00010000:00000010:0.0:1761311766.042161:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006afc289d. 00010000:00000010:0.0:1761311766.042184:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.042190:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000fdb8f3d. 00000100:00000010:0.0:1761311766.042210:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000fdb8f3d. 00010000:00000010:0.0:1761311766.042214:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.042229:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311766.042235:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815680, offset 224 00000400:00000200:0.0:1761311766.042243:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.042255:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.042262:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87490:87490:256:4294967295] 192.168.203.55@tcp LPNI seq info [87490:87490:8:4294967295] 00000400:00000200:0.0:1761311766.042272:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.042278:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.042282:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352634). 00000800:00000200:0.0:1761311766.042288:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.042308:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.042337:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.042362:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311766.042368:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.042370:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e6b2b156. 02000000:00000010:0.0:1761311766.042379:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb295a6a. 00000100:00000010:0.0:1761311766.042384:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 02000000:00000010:0.0:1761311766.042387:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbded299. 00000100:00000010:0.0:1761311766.042389:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311766.042392:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076e9d73e. 00000100:00000010:0.0:1761311766.042394:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:0.0:1761311766.042397:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004955d77c. 00000100:00000010:0.0:1761311766.042399:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063082542. 02000000:00000010:0.0:1761311766.042402:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a211d83. 00000100:00000010:0.0:1761311766.042404:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 02000000:00000010:0.0:1761311766.042407:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038fe6c58. 00000100:00000010:0.0:1761311766.042409:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000200:0.0:1761311766.042416:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311766.042420:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006bb160eb. 00000400:00000010:0.0:1761311766.042424:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000fdb8f3d (tot 82352786). 00080000:00000010:1.0:1761311766.042634:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039075334. 00000800:00000200:2.0:1761311766.042701:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.042705:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:2.0:1761311766.042713:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.042717:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.042720:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:2.0:1761311766.042722:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 02000000:00000010:2.0:1761311766.042725:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4d61b30. 00010000:00000010:1.0:1761311766.042788:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a4c2b4cb. 00010000:00000010:1.0:1761311766.042796:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c77b84f2. 00000001:00000010:1.0:1761311766.042819:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.042840:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.042861:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd45d662. 00000001:00000010:1.0:1761311766.042873:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.042881:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.042887:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.042892:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.042908:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a45587b0. 00010000:00000010:1.0:1761311766.042927:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311766.042935:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.042946:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.042951:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.042959:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.042969:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000833c71f4. 02000000:00000010:1.0:1761311766.042997:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055f354dc. 00000400:00000010:1.0:1761311766.043002:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.043007:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.043011:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695552, portal 16 00000400:00000010:1.0:1761311766.043016:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311766.043018:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695552, offset 0 00000400:00000200:1.0:1761311766.043024:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.043031:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.043038:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.043041:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.043044:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.043047:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87491:87491:256:4294967295] 192.168.203.55@tcp LPNI seq info [87491:87491:8:4294967295] 00000400:00000200:1.0:1761311766.043055:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.043059:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.043063:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311766.043067:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.043072:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.043074:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.043396:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.043399:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:2.0:1761311766.043404:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.043408:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.043411:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:2.0:1761311766.043413:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000100:00000200:2.0:1761311766.043418:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787695552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.044358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f7acabd7. 00010000:00000010:0.1:1761311766.044674:0:78540:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f728187. 00010000:00000010:0.1:1761311766.044680:0:78540:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:2.0:1761311766.045996:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.046015:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec5c0 00000400:00000200:2.0:1761311766.046024:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaafed [1] + 224 00000400:00000200:2.0:1761311766.046037:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.046040:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.046051:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787695552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.046083:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.046088:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150dc0 00000400:00000200:2.0:1761311766.046093:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a21 [2] + 0 00000400:00000200:2.0:1761311766.046141:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.046145:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.046149:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.046153:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d512b417. 00000020:00000010:3.0:1761311766.046244:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311766.046251:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.046256:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.046278:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d512b417 x1846867781815744/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.046341:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815744 02000000:00000010:3.0:1761311766.046352:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000aaec966. 00010000:00000010:3.0:1761311766.046390:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311766.046396:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311766.046402:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311766.046406:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00000400:00000010:3.0:1761311766.046419:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311766.046424:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815744, offset 224 00000400:00000200:3.0:1761311766.046432:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.046443:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.046448:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87492:87492:256:4294967295] 192.168.203.55@tcp LPNI seq info [87492:87492:8:4294967295] 00000400:00000200:3.0:1761311766.046457:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.046462:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.046465:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311766.046471:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.046477:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.046480:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.046497:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.046500:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.046504:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00000800:00000200:2.0:1761311766.046612:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.046615:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:2.0:1761311766.046620:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.046623:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.046627:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:2.0:1761311766.046629:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000400:00000010:1.0:1761311766.046721:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.046726:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.046728:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.046733:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787695552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.046741:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787695552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.046760:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b56c85bd. 02000000:00000010:1.0:1761311766.046772:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055f354dc. 02000000:00000010:1.0:1761311766.046778:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000833c71f4. 00000100:00000010:1.0:1761311766.046781:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.046784:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.046786:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00080000:00000010:1.0:1761311766.046799:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000833c71f4. 00010000:00000010:1.0:1761311766.046907:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.046913:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000880c704f. 00000001:00000010:1.0:1761311766.046931:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.046946:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.046951:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055f354dc. 00000001:00000010:1.0:1761311766.046960:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.046966:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.046972:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.046977:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.046991:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000252823ab. 00010000:00000010:1.0:1761311766.047009:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311766.047015:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.047024:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.047028:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.047033:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.047042:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002f1adce5. 02000000:00000010:1.0:1761311766.047065:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007116f3bc. 00000400:00000010:1.0:1761311766.047069:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.047073:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.047077:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695616, portal 16 00000400:00000010:1.0:1761311766.047081:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071fc6447. 00000100:00000200:1.0:1761311766.047083:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695616, offset 0 00000400:00000200:1.0:1761311766.047088:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.047095:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.047102:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.047105:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.047108:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.047110:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87493:87493:256:4294967295] 192.168.203.55@tcp LPNI seq info [87493:87493:8:4294967295] 00000400:00000200:1.0:1761311766.047117:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.047121:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.047124:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311766.047128:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.047131:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.047133:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.047932:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.047937:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:2.0:1761311766.047944:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.047951:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.047955:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:2.0:1761311766.047957:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000100:00000200:2.0:1761311766.047963:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787695616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.048449:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000058625332. 00000400:00000200:2.0:1761311766.049935:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.049951:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec600 00000400:00000200:2.0:1761311766.049959:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaaff9 [1] + 224 00000400:00000200:2.0:1761311766.049975:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.049979:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.049989:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787695616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.050180:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.050187:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150e00 00000400:00000200:2.0:1761311766.050191:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a21 [2] + 328 00000400:00000200:2.0:1761311766.050424:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.050429:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.050434:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.050440:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 00000400:00000010:1.0:1761311766.050447:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.050453:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.050455:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.050460:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787695616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.050468:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787695616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.050500:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007116f3bc. 02000000:00000010:1.0:1761311766.050507:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002f1adce5. 00000100:00000010:1.0:1761311766.050510:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.050514:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.050517:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000020:00000010:3.0:1761311766.050532:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311766.050539:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.050544:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.050569:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c3aef0b x1846867781815808/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311766.050604:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815808 02000000:00000010:3.0:1761311766.050614:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050f372b0. 00010000:00000010:3.0:1761311766.050643:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ad99aa8b. 00010000:00000010:3.0:1761311766.050663:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311766.050669:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311766.050686:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311766.050689:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00000400:00000010:3.0:1761311766.050702:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311766.050705:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815808, offset 224 00080000:00000010:1.0:1761311766.050709:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f1adce5. 00000400:00000200:3.0:1761311766.050713:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.050722:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.050727:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87494:87494:256:4294967295] 192.168.203.55@tcp LPNI seq info [87494:87494:8:4294967295] 00000400:00000200:3.0:1761311766.050735:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.050739:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.050743:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311766.050748:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.050753:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.050756:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.050770:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.050773:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.050776:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00010000:00000010:1.0:1761311766.050822:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.050828:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004df68ccb. 00000001:00000010:1.0:1761311766.050855:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.050867:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.050872:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007116f3bc. 00000001:00000010:1.0:1761311766.050881:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.050887:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.050892:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.050897:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.050909:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000038685af. 00100000:00000010:1.0:1761311766.050918:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000005c03abac. 00100000:00000010:1.0:1761311766.050921:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b0e30cde. 00010000:00000010:1.0:1761311766.050939:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311766.050944:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.050953:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.050957:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.050962:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.050972:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000afb281c4. 02000000:00000010:1.0:1761311766.050993:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004375f6cf. 00000400:00000010:1.0:1761311766.050998:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000800:00000200:2.0:1761311766.050999:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.051001:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000010:1.0:1761311766.051001:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000400:00000200:2.0:1761311766.051006:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761311766.051006:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695680, portal 16 00000400:00000200:2.0:1761311766.051010:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000010:1.0:1761311766.051010:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000daaa4b22. 00000100:00000200:1.0:1761311766.051011:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695680, offset 0 00000400:00000200:2.0:1761311766.051013:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:2.0:1761311766.051014:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000400:00000200:1.0:1761311766.051018:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.051023:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.051030:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.051033:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.051036:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.051038:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87495:87495:256:4294967295] 192.168.203.55@tcp LPNI seq info [87495:87495:8:4294967295] 00000400:00000200:1.0:1761311766.051045:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.051049:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.051052:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311766.051055:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.051060:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.051062:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.051174:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.051177:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:2.0:1761311766.051182:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.051186:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.051188:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:2.0:1761311766.051190:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000100:00000200:2.0:1761311766.051195:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787695680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.052463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c37544e5. 00010000:00000010:1.1:1761311766.052474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:1.1:1761311766.052479:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f0e21b7a. 00010000:00000010:1.1:1761311766.052482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001d2bd5cf. 00010000:00000010:1.1:1761311766.052485:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:2.0:1761311766.053367:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.053382:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec640 00000400:00000200:2.0:1761311766.053391:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab005 [1] + 224 00000400:00000200:2.0:1761311766.053408:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.053412:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.053423:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787695680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.053690:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.053696:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150e40 00000400:00000200:2.0:1761311766.053701:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a21 [2] + 656 00000400:00000200:2.0:1761311766.053763:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.053767:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.053771:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.053776:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 00000020:00000010:3.0:1761311766.054014:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311766.054022:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.054026:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.054047:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d83d9e9a x1846867781815872/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311766.054080:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815872 02000000:00000010:3.0:1761311766.054090:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050f3fb89. 00010000:00000010:3.0:1761311766.054122:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311766.054128:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311766.054134:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311766.054137:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00000400:00000010:3.0:1761311766.054148:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311766.054152:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815872, offset 224 00000400:00000200:3.0:1761311766.054159:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.054168:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.054172:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87496:87496:256:4294967295] 192.168.203.55@tcp LPNI seq info [87496:87496:8:4294967295] 00000400:00000200:3.0:1761311766.054181:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.054186:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.054190:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.054196:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.054203:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.054207:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.054224:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.054227:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.054230:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00000800:00000200:2.0:1761311766.054354:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.054357:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311766.054361:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.054365:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.054368:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:2.0:1761311766.054370:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000400:00000010:1.0:1761311766.054789:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.054794:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.054796:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.054802:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787695680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.054810:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787695680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.054831:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000048d2d13b. 02000000:00000010:1.0:1761311766.054854:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004375f6cf. 02000000:00000010:1.0:1761311766.054860:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000afb281c4. 00000100:00000010:1.0:1761311766.054863:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.054866:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.054869:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00080000:00000010:1.0:1761311766.054885:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afb281c4. 00010000:00000010:1.0:1761311766.055010:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.055017:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001decfab0. 00000001:00000010:1.0:1761311766.055034:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.055046:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.055051:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004375f6cf. 00000001:00000010:1.0:1761311766.055059:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.055064:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.055069:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.055073:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.055086:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001525b2ea. 00010000:00000010:1.0:1761311766.055101:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311766.055106:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.055115:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.055120:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.055126:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.055136:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005daabb8d. 02000000:00000010:1.0:1761311766.055164:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ea26384e. 00000400:00000010:1.0:1761311766.055168:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.055172:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.055176:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695744, portal 16 00000400:00000010:1.0:1761311766.055180:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311766.055182:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695744, offset 0 00000400:00000200:1.0:1761311766.055188:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.055196:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.055202:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.055205:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.055208:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.055211:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87497:87497:256:4294967295] 192.168.203.55@tcp LPNI seq info [87497:87497:8:4294967295] 00000400:00000200:1.0:1761311766.055219:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.055225:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.055228:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311766.055232:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.055237:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.055240:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.055750:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.055754:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:2.0:1761311766.055761:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.055766:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.055769:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:2.0:1761311766.055771:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:2.0:1761311766.055776:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787695744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.057362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e837fe37. 00010000:00000010:1.1:1761311766.057373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311766.058245:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fe31f7ad. 00000400:00000200:2.0:1761311766.058417:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.058436:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec680 00000400:00000200:2.0:1761311766.058446:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab011 [1] + 224 00000400:00000200:2.0:1761311766.058458:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.058462:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.058475:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787695744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.058509:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.058514:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150e80 00000400:00000200:2.0:1761311766.058520:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a21 [2] + 984 00000400:00000200:2.0:1761311766.058574:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.058578:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.058582:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.058589:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 00000020:00000010:3.0:1761311766.058694:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311766.058700:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.058705:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.058731:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c56dccaa x1846867781815936/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.058769:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781815936 02000000:00000010:3.0:1761311766.058782:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038fe6c58. 00010000:00000010:3.0:1761311766.058826:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004da8ae21. 00000100:00000010:3.0:1761311766.058834:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311766.058853:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311766.058857:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004da8ae21. 00000400:00000010:3.0:1761311766.058872:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311766.058877:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781815936, offset 224 00000400:00000200:3.0:1761311766.058885:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.058895:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.058901:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87498:87498:256:4294967295] 192.168.203.55@tcp LPNI seq info [87498:87498:8:4294967295] 00000400:00000200:3.0:1761311766.058912:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.058917:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.058921:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311766.058929:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.058935:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.058940:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.058958:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311766.058961:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.058964:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00000800:00000200:2.0:1761311766.059565:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.059570:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:2.0:1761311766.059576:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.059581:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.059586:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:2.0:1761311766.059588:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000400:00000010:1.0:1761311766.059656:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.059661:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.059663:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.059669:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787695744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.059677:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787695744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.059699:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000baf56379. 02000000:00000010:1.0:1761311766.059714:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ea26384e. 02000000:00000010:1.0:1761311766.059719:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005daabb8d. 00000100:00000010:1.0:1761311766.059723:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.059726:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.059729:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00080000:00000010:1.0:1761311766.059748:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005daabb8d. 00010000:00000010:1.0:1761311766.059931:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.059938:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f7ad1562. 00000001:00000010:1.0:1761311766.059956:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.059971:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.059976:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea26384e. 00000001:00000010:1.0:1761311766.059985:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.059991:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.059995:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.060000:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.060013:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003ade957f. 00010000:00000010:1.0:1761311766.060030:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311766.060036:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.060048:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.060052:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.060058:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.060068:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057cb9d5d. 02000000:00000010:1.0:1761311766.060095:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000061b0f84e. 00000400:00000010:1.0:1761311766.060098:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.060102:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.060107:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695808, portal 16 00000400:00000010:1.0:1761311766.060111:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311766.060113:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695808, offset 0 00000400:00000200:1.0:1761311766.060119:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.060127:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.060134:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.060137:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.060139:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.060142:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87499:87499:256:4294967295] 192.168.203.55@tcp LPNI seq info [87499:87499:8:4294967295] 00000400:00000200:1.0:1761311766.060149:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.060157:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.060161:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311766.060166:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.060171:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.060174:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.060301:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.060304:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:2.0:1761311766.060341:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.060345:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.060349:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:2.0:1761311766.060350:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000100:00000200:2.0:1761311766.060355:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787695808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.061354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d0e3376d. 00010000:00000010:1.1:1761311766.061364:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c564009d. 00010000:00000010:1.1:1761311766.061368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:2.0:1761311766.064777:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.064799:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec6c0 00000400:00000200:2.0:1761311766.064808:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab01d [1] + 224 00000400:00000200:2.0:1761311766.064821:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.064824:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.064836:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787695808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.064877:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.064882:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150ec0 00000400:00000200:2.0:1761311766.064887:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a21 [2] + 1312 00000400:00000010:1.0:1761311766.064893:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:2.0:1761311766.064899:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.064899:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.064901:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000400:00000200:2.0:1761311766.064902:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.064906:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:1.0:1761311766.064907:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787695808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:2.0:1761311766.064910:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 00000100:00000200:1.0:1761311766.064913:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787695808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.064943:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000061b0f84e. 02000000:00000010:1.0:1761311766.064950:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057cb9d5d. 00000100:00000010:1.0:1761311766.064953:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.064957:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.064960:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000020:00000010:3.0:1761311766.065067:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311766.065073:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311766.065077:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.065097:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac3e3358 x1846867781816000/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.065133:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816000 02000000:00000010:3.0:1761311766.065144:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076e9d73e. 00010000:00000010:3.0:1761311766.065171:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004274819. 00010000:00000010:3.0:1761311766.065192:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311766.065198:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311766.065213:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311766.065216:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00000400:00000010:3.0:1761311766.065229:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311766.065233:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816000, offset 224 00080000:00000010:1.0:1761311766.065238:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057cb9d5d. 00000400:00000200:3.0:1761311766.065241:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.065251:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.065256:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87500:87500:256:4294967295] 192.168.203.55@tcp LPNI seq info [87500:87500:8:4294967295] 00000400:00000200:3.0:1761311766.065264:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.065269:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.065273:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311766.065277:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.065283:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.065286:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.065326:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311766.065330:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.065332:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00010000:00000010:1.0:1761311766.065374:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.065380:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000955ed148. 00000001:00000010:1.0:1761311766.065397:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.065412:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.065416:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061b0f84e. 00000001:00000010:1.0:1761311766.065423:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.065427:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.065431:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.065435:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.065447:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009180baea. 00010000:00000010:1.0:1761311766.065462:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311766.065466:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.065474:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.065477:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.065482:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.065491:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000943f608f. 02000000:00000010:1.0:1761311766.065511:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dd865a9f. 00000400:00000010:1.0:1761311766.065514:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.065517:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.065521:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695872, portal 16 00000400:00000010:1.0:1761311766.065524:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c971b4e6. 00000100:00000200:1.0:1761311766.065526:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695872, offset 0 00000400:00000200:1.0:1761311766.065531:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.065536:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.065542:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.065545:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.065547:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.065549:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87501:87501:255:4294967295] 192.168.203.55@tcp LPNI seq info [87501:87501:7:4294967295] 00000400:00000200:1.0:1761311766.065556:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.065560:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.065563:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82353034). 00000800:00000200:1.0:1761311766.065566:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.065569:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.065571:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.065896:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.065899:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352786). 00000400:00000200:2.0:1761311766.065904:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.065908:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.065912:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:2.0:1761311766.065913:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000800:00000200:2.0:1761311766.065983:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.065985:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:2.0:1761311766.065990:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.065994:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.065997:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:2.0:1761311766.065998:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:2.0:1761311766.066003:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787695872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.069344:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a73c759f. 00010000:00000010:1.1:1761311766.069359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b671714b. 00010000:00000010:1.1:1761311766.069363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:2.0:1761311766.069976:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.069992:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec700 00000400:00000200:2.0:1761311766.070000:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab029 [1] + 224 00000400:00000200:2.0:1761311766.070017:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.070020:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.070031:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787695872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.070087:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.070092:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.070094:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.070099:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787695872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.070105:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787695872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.070133:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dd865a9f. 02000000:00000010:1.0:1761311766.070139:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000943f608f. 00000100:00000010:1.0:1761311766.070143:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.070147:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.070150:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000200:2.0:1761311766.071541:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.071558:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150f00 00000400:00000200:2.0:1761311766.071564:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a21 [2] + 1640 00000400:00000200:2.0:1761311766.071593:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.071598:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.071603:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.071610:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 00000020:00000010:3.0:1761311766.072158:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000938178cd. 00000020:00000010:3.0:1761311766.072165:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311766.072170:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.072195:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b7890d0 x1846867781816064/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311766.072230:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816064 02000000:00000010:3.0:1761311766.072240:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2c76baa. 00010000:00000010:3.0:1761311766.072267:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000448cb53d. 00010000:00000010:3.0:1761311766.072283:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311766.072301:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:3.0:1761311766.072333:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311766.072337:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00000400:00000010:3.0:1761311766.072351:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311766.072355:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816064, offset 224 00000400:00000200:3.0:1761311766.072362:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.072374:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.072380:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87502:87502:256:4294967295] 192.168.203.55@tcp LPNI seq info [87502:87502:8:4294967295] 00000400:00000200:3.0:1761311766.072390:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.072395:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.072398:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.072404:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.072411:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.072415:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.072435:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311766.072439:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.072443:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000938178cd. 00000800:00000200:2.0:1761311766.074694:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.074702:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311766.074709:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.074718:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.074723:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:2.0:1761311766.074725:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00080000:00000010:0.0:1761311766.076552:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbded299. 00010000:00000010:0.0:1761311766.076672:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:0.0:1761311766.076680:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008aad8029. 00000001:00000010:0.0:1761311766.076696:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311766.076708:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00080000:00000010:0.0:1761311766.076713:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e6b2b156. 00000001:00000010:0.0:1761311766.076720:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311766.076725:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311766.076730:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311766.076734:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00100000:00000010:0.0:1761311766.076745:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005a6c0096. 00010000:00000010:0.0:1761311766.076761:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.0:1761311766.076766:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000006700e67. 00010000:00000010:0.0:1761311766.076778:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c1ffa22. 00000100:00000010:0.0:1761311766.076786:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0fbc402. 00000100:00000010:0.0:1761311766.076795:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311766.076807:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a211d83. 02000000:00000010:0.0:1761311766.076835:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b4d61b30. 00000400:00000010:0.0:1761311766.076840:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec000098. 00000400:00000010:0.0:1761311766.076865:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311766.076875:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787695936, portal 16 00000400:00000010:0.0:1761311766.076880:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbf9703. 00000100:00000200:0.0:1761311766.076882:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787695936, offset 0 00000400:00000200:0.0:1761311766.076890:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.076908:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.076917:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.076921:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.076924:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.076927:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87503:87503:256:4294967295] 192.168.203.55@tcp LPNI seq info [87503:87503:8:4294967295] 00000400:00000200:0.0:1761311766.076938:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.076944:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.076950:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.076957:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.076966:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.076970:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311766.077052:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004feb3ea5. 00010000:00000010:1.1:1761311766.077059:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000800:00000200:2.0:1761311766.077113:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.077117:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:2.0:1761311766.077126:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.077131:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.077136:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbf9703 00000400:00000010:2.0:1761311766.077138:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbf9703. 00000100:00000200:2.0:1761311766.077145:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787695936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.079010:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.079025:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec740 00000400:00000200:2.0:1761311766.079034:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab035 [1] + 224 00000400:00000200:2.0:1761311766.079047:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.079050:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.079062:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787695936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.079137:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec000098. 00000400:00000200:3.0:1761311766.079143:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:3.0:1761311766.079144:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000100:00000200:3.0:1761311766.079150:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787695936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.079158:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787695936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.079187:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b4d61b30. 02000000:00000010:3.0:1761311766.079193:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a211d83. 00000100:00000010:3.0:1761311766.079196:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:3.0:1761311766.079199:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0fbc402. 00010000:00000010:3.0:1761311766.079202:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c1ffa22. 00000400:00000200:2.0:1761311766.080708:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.080725:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150f40 00000400:00000200:2.0:1761311766.080731:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a21 [2] + 1968 00000400:00000010:2.0:1761311766.080735:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000849309a4. 00000400:00000200:2.0:1761311766.080742:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002e3d4878 00000400:00000200:2.0:1761311766.081304:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1761311766.081364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000463b0736. 00000400:00000200:2.0:1761311766.081858:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.081865:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e3d4878 00000400:00000010:2.0:1761311766.081867:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002e3d4878 (tot 82352386). 00000100:00000200:2.0:1761311766.081873:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761311766.081960:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bd7b48fd. 00000020:00000010:3.0:1761311766.081966:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311766.081970:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.081996:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000023ee722b x1846867781816128/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311766.082060:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816128 02000000:00000010:3.0:1761311766.082070:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ecc90da5. 00010000:00000010:3.0:1761311766.082099:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000774049b8. 00010000:00000010:3.0:1761311766.082116:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ef65c23. 00000100:00000010:3.0:1761311766.082123:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000d3d1d09. 00000100:00000010:3.0:1761311766.082145:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000d3d1d09. 00080000:00000010:1.0:1761311766.082469:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd865a9f. 00010000:00000010:1.0:1761311766.082586:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006700e67. 00000001:00000010:1.0:1761311766.082605:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.082618:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.082625:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f54486c0. 00000001:00000010:1.0:1761311766.082633:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.082638:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.082643:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.082649:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.082661:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000922e8618. 00100000:00000010:1.0:1761311766.082669:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000507d3934. 00100000:00000010:1.0:1761311766.082672:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008edb03f9. 00010000:00000010:1.0:1761311766.082692:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311766.082697:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031197f62. 00010000:00000010:1.0:1761311766.082708:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.082713:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.082720:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.082743:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000271b8968. 02000000:00000010:1.0:1761311766.082770:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000469d2721. 00000400:00000010:1.0:1761311766.082776:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.082782:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.082789:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696000, portal 16 00000400:00000010:1.0:1761311766.082795:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c971b4e6. 00000100:00000200:1.0:1761311766.082797:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696000, offset 0 00000400:00000200:1.0:1761311766.082804:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.082818:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.082826:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.082831:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.082834:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.082837:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87504:87504:256:4294967295] 192.168.203.55@tcp LPNI seq info [87504:87504:8:4294967295] 00000400:00000200:1.0:1761311766.082848:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.082854:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.082859:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352634). 00000800:00000200:1.0:1761311766.082864:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.082870:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.082873:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.0:1761311766.082975:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ef65c23. 00010000:00000010:3.0:1761311766.082982:0:66528:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af3e5d6d. 00000400:00000010:3.0:1761311766.082996:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311766.082998:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816128, offset 224 00000400:00000200:3.0:1761311766.083004:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.083011:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.083015:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87505:87505:255:4294967295] 192.168.203.55@tcp LPNI seq info [87505:87505:7:4294967295] 00000400:00000200:3.0:1761311766.083022:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.083027:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.083030:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352882). 00000800:00000200:3.0:1761311766.083033:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.083037:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.083039:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.083052:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311766.083057:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.083060:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bd7b48fd. 02000000:00000010:3.0:1761311766.083068:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2c76baa. 00000100:00000010:3.0:1761311766.083071:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 02000000:00000010:3.0:1761311766.083075:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076e9d73e. 00000100:00000010:3.0:1761311766.083077:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 02000000:00000010:3.0:1761311766.083080:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038fe6c58. 00000100:00000010:3.0:1761311766.083082:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 02000000:00000010:3.0:1761311766.083085:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050f3fb89. 00000100:00000010:3.0:1761311766.083086:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 02000000:00000010:3.0:1761311766.083089:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050f372b0. 00000100:00000010:3.0:1761311766.083091:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 02000000:00000010:3.0:1761311766.083094:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000aaec966. 00000100:00000010:3.0:1761311766.083095:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d512b417. 00000100:00000200:3.0:1761311766.083103:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311766.083107:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000d1950e9. 00000400:00000010:3.0:1761311766.083111:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000000d3d1d09 (tot 82353034). 00000800:00000200:2.0:1761311766.083188:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.083191:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352786). 00000400:00000200:2.0:1761311766.083197:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.083202:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.083205:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:2.0:1761311766.083207:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:2.0:1761311766.083213:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787696000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:2.0:1761311766.083300:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.083302:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:2.0:1761311766.083306:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1761311766.083354:0:78551:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c5cb2799. 00010000:00000010:0.1:1761311766.083360:0:78551:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:2.0:1761311766.083361:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.083363:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:2.0:1761311766.083365:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 02000000:00000010:2.0:1761311766.083368:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ecc90da5. 00010000:00000010:3.1:1761311766.083455:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0cb05f8. 00010000:00000010:3.1:1761311766.085125:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000087d1147f. 00000400:00000200:2.0:1761311766.085476:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.085493:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec780 00000400:00000200:2.0:1761311766.085500:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab03d [1] + 224 00000400:00000200:2.0:1761311766.085516:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.085520:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.085530:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787696000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.085984:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.085991:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311766.085994:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.086001:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787696000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.086010:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787696000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.086023:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.086032:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150f80 00000400:00000200:3.0:1761311766.086039:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a79 [2] + 0 02000000:00000010:1.0:1761311766.086045:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000469d2721. 02000000:00000010:1.0:1761311766.086052:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000271b8968. 00000100:00000010:1.0:1761311766.086056:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.086059:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.086063:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000200:3.0:1761311766.086098:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.086103:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.086107:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.086112:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00000020:00000010:1.0:1761311766.086243:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000271b8968. 00000020:00000010:1.0:1761311766.086249:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003347b8b6. 00000020:00000010:1.0:1761311766.086253:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.086276:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781816192/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311766.086330:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816192 02000000:00000010:1.0:1761311766.086342:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000469d2721. 00010000:00000010:1.0:1761311766.086372:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000169902f3. 00010000:00000010:1.0:1761311766.086461:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.086467:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.086479:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.086483:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311766.086497:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311766.086500:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816192, offset 224 00000400:00000200:1.0:1761311766.086507:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.086520:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.086527:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87506:87506:256:4294967295] 192.168.203.55@tcp LPNI seq info [87506:87506:8:4294967295] 00080000:00000010:3.0:1761311766.086531:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000938178cd. 00000400:00000200:1.0:1761311766.086537:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.086543:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.086547:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311766.086553:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.086559:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.086563:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.086586:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003347b8b6. 00000020:00000010:1.0:1761311766.086590:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.086593:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000271b8968. 00000800:00000200:2.0:1761311766.086650:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.086655:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:2.0:1761311766.086660:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761311766.086661:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031197f62. 00000400:00000200:2.0:1761311766.086664:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.086666:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00010000:00000010:3.0:1761311766.086667:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073dc6d93. 00000400:00000010:2.0:1761311766.086668:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000001:00000010:3.0:1761311766.086683:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311766.086697:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00080000:00000010:3.0:1761311766.086702:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000aaec966. 00000001:00000010:3.0:1761311766.086711:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311766.086716:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311766.086721:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311766.086726:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00100000:00000010:3.0:1761311766.086737:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000086b8701. 00010000:00000010:3.0:1761311766.086752:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f98e909. 00010000:00000010:3.0:1761311766.086757:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.086767:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ef65c23. 00000100:00000010:3.0:1761311766.086771:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000064fcefd5. 00000100:00000010:3.0:1761311766.086777:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 02000000:00000010:3.0:1761311766.086787:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000050f372b0. 02000000:00000010:3.0:1761311766.086810:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f3fb89. 00000400:00000010:3.0:1761311766.086813:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311766.086818:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.086822:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696064, portal 16 00000400:00000010:3.0:1761311766.086826:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311766.086827:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696064, offset 0 00000400:00000200:3.0:1761311766.086831:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.086837:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.086857:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.086861:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.086863:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.086866:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87507:87507:256:4294967295] 192.168.203.55@tcp LPNI seq info [87507:87507:8:4294967295] 00000400:00000200:3.0:1761311766.086873:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.086877:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.086880:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311766.086884:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.086888:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.086890:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.087224:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.087227:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:2.0:1761311766.087231:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.087235:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.087237:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:2.0:1761311766.087239:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:2.0:1761311766.087245:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000129091b7 x1846867787696064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.087431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000002b55c5. 00010000:00000010:1.1:1761311766.087705:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00000400:00000200:3.0:1761311766.089640:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.089656:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec7c0 00000400:00000200:3.0:1761311766.089663:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab051 [1] + 224 00000400:00000200:3.0:1761311766.089673:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.089677:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.089687:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000129091b7 x1846867787696064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.089721:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.089725:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a150fc0 00000400:00000200:3.0:1761311766.089730:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a79 [2] + 328 00000400:00000200:3.0:1761311766.089778:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.089782:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.089786:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.089791:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00000020:00000010:1.0:1761311766.089991:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000271b8968. 00000020:00000010:1.0:1761311766.089999:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003347b8b6. 00000020:00000010:1.0:1761311766.090003:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.090025:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b91edfc x1846867781816256/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311766.090054:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816256 02000000:00000010:1.0:1761311766.090064:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a1234be5. 00010000:00000010:1.0:1761311766.090101:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.090107:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.090113:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:1.0:1761311766.090116:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311766.090130:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311766.090134:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816256, offset 224 00000400:00000200:1.0:1761311766.090141:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.090150:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.090155:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87508:87508:256:4294967295] 192.168.203.55@tcp LPNI seq info [87508:87508:8:4294967295] 00000400:00000200:1.0:1761311766.090165:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.090169:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.090173:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311766.090178:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.090184:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.090187:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.090202:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003347b8b6. 00000020:00000010:1.0:1761311766.090206:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.090208:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000271b8968. 00000400:00000010:1.0:1761311766.090229:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:1.0:1761311766.090233:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:1.0:1761311766.090235:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:1.0:1761311766.090239:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000129091b7 x1846867787696064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.090246:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000129091b7 x1846867787696064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.090266:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090f65787. 02000000:00000010:1.0:1761311766.090279:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f3fb89. 02000000:00000010:1.0:1761311766.090283:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000050f372b0. 00000100:00000010:1.0:1761311766.090287:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 00000100:00000010:1.0:1761311766.090298:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000064fcefd5. 00010000:00000010:1.0:1761311766.090301:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ef65c23. 00080000:00000010:1.0:1761311766.090351:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000271b8968. 00000800:00000200:2.0:1761311766.090401:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.090404:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:2.0:1761311766.090410:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.090413:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.090416:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:2.0:1761311766.090417:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00010000:00000010:1.0:1761311766.090476:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c761d8c. 00010000:00000010:1.0:1761311766.090484:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000093f04da3. 00000001:00000010:1.0:1761311766.090502:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.090515:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.090521:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b578bdbd. 00000001:00000010:1.0:1761311766.090530:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.090536:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.090542:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.090546:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.090559:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b35880d5. 00010000:00000010:1.0:1761311766.090575:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311766.090580:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d2b47c66. 00010000:00000010:1.0:1761311766.090589:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311766.090592:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000022a1d32e. 00000100:00000010:1.0:1761311766.090598:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.090608:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a189b025. 02000000:00000010:1.0:1761311766.090632:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066fe313f. 00000400:00000010:1.0:1761311766.090636:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.090640:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311766.090644:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696128, portal 16 00000400:00000010:1.0:1761311766.090648:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000daaa4b22. 00000100:00000200:1.0:1761311766.090650:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696128, offset 0 00000400:00000200:1.0:1761311766.090655:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.090661:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.090667:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.090670:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.090673:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.090675:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87509:87509:256:4294967295] 192.168.203.55@tcp LPNI seq info [87509:87509:8:4294967295] 00000400:00000200:1.0:1761311766.090681:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.090686:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.090690:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311766.090693:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.090697:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.090699:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.090783:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.090785:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:2.0:1761311766.090789:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.090792:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.090795:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:2.0:1761311766.090796:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000100:00000200:2.0:1761311766.090801:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787696128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.092934:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.092953:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec800 00000400:00000200:3.0:1761311766.092963:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab05d [1] + 224 00000400:00000200:3.0:1761311766.092981:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.092984:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.092995:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787696128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.093036:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.093041:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151000 00000400:00000200:3.0:1761311766.093046:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a79 [2] + 656 00000400:00000200:3.0:1761311766.093096:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.093101:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.093105:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.093111:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000020:00000010:2.0:1761311766.093448:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052d5f234. 00000020:00000010:2.0:1761311766.093456:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311766.093462:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.093486:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781816320/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311766.093519:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816320 02000000:00000010:2.0:1761311766.093534:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000bcf1191. 00010000:00000010:2.0:1761311766.093575:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d6a68703. 00000100:00000010:2.0:1761311766.093583:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.093589:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.093593:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d6a68703. 00000400:00000010:2.0:1761311766.093614:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.093619:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816320, offset 224 00000400:00000200:2.0:1761311766.093629:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.093640:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.093645:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87510:87510:256:4294967295] 192.168.203.55@tcp LPNI seq info [87510:87510:8:4294967295] 00000400:00000200:2.0:1761311766.093654:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000400:00000010:0.0:1761311766.093695:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:0.0:1761311766.093702:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:0.0:1761311766.093704:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:0.0:1761311766.093709:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787696128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.093717:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787696128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311766.093741:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000713ef3b0. 02000000:00000010:0.0:1761311766.093753:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066fe313f. 02000000:00000010:0.0:1761311766.093760:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a189b025. 00000100:00000010:0.0:1761311766.093763:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:0.0:1761311766.093766:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000022a1d32e. 00010000:00000010:0.0:1761311766.093769:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00080000:00000010:0.0:1761311766.093784:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004955d77c. 00000800:00000200:2.0:1761311766.093909:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.093915:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.093920:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.093926:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.093929:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.093947:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311766.093953:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.093956:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052d5f234. 00010000:00000010:0.0:1761311766.094034:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2b47c66. 00010000:00000010:0.0:1761311766.094041:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020459d93. 00000001:00000010:0.0:1761311766.094058:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.094074:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311766.094079:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a211d83. 00000001:00000010:0.0:1761311766.094087:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.094094:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.094100:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.094105:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311766.094117:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007d6b4774. 00010000:00000010:0.0:1761311766.094134:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079e62014. 00010000:00000010:0.0:1761311766.094140:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d0cd1e6. 00010000:00000010:0.0:1761311766.094151:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.094155:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0fbc402. 00000100:00000010:0.0:1761311766.094161:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 02000000:00000010:0.0:1761311766.094170:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4d61b30. 02000000:00000010:0.0:1761311766.094192:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f659556e. 00000400:00000010:0.0:1761311766.094196:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.094200:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075a33c87. 00000100:00000200:0.0:1761311766.094205:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696192, portal 16 00000400:00000010:0.0:1761311766.094209:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311766.094211:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696192, offset 0 00000400:00000200:0.0:1761311766.094216:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.094223:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.094229:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.094232:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.094234:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.094237:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87511:87511:255:4294967295] 192.168.203.55@tcp LPNI seq info [87511:87511:7:4294967295] 00000400:00000200:0.0:1761311766.094243:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.094247:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.094250:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311766.094254:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.094257:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.094259:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.094390:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.094393:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:2.0:1761311766.094398:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.094402:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.094405:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311766.094406:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000800:00000200:2.0:1761311766.094436:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.094439:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:2.0:1761311766.094446:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1761311766.094447:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cab48544. 00000400:00000200:2.0:1761311766.094449:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.094451:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:2.0:1761311766.094452:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00010000:00000010:3.1:1761311766.094453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000100:00000200:2.0:1761311766.094456:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005cca4cd4 x1846867787696192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.094599:0:78540:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dfa73271. 00000400:00000200:2.0:1761311766.096674:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.096692:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec840 00000400:00000200:2.0:1761311766.096699:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab069 [1] + 224 00000400:00000200:2.0:1761311766.096713:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.096717:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.096726:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005cca4cd4 x1846867787696192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311766.096774:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:0.0:1761311766.096779:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a33c87 00000400:00000010:0.0:1761311766.096781:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075a33c87. 00000100:00000200:0.0:1761311766.096786:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005cca4cd4 x1846867787696192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.096793:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005cca4cd4 x1846867787696192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.096819:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f659556e. 02000000:00000010:0.0:1761311766.096824:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4d61b30. 00000100:00000010:0.0:1761311766.096828:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 00000100:00000010:0.0:1761311766.096831:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0fbc402. 00010000:00000010:0.0:1761311766.096834:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000200:2.0:1761311766.097176:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.097184:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151040 00000400:00000200:2.0:1761311766.097189:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a79 [2] + 984 00000400:00000200:2.0:1761311766.097531:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.097536:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.097540:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.097545:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7d6009e. 00000020:00000010:1.0:1761311766.097635:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e62f7b12. 00000020:00000010:1.0:1761311766.097641:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039a28207. 00000020:00000010:1.0:1761311766.097645:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.097669:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7d6009e x1846867781816384/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311766.097706:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816384 02000000:00000010:1.0:1761311766.097715:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd3d5251. 00010000:00000010:1.0:1761311766.097739:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005a319fb8. 00010000:00000010:1.0:1761311766.097756:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011f428bb. 00000100:00000010:1.0:1761311766.097763:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000507d3934. 00000100:00000010:1.0:1761311766.097779:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000507d3934. 00010000:00000010:1.0:1761311766.097783:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011f428bb. 00000400:00000010:1.0:1761311766.097795:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071fc6447. 00000100:00000200:1.0:1761311766.097799:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816384, offset 224 00000400:00000200:1.0:1761311766.097806:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.097816:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.097821:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87512:87512:256:4294967295] 192.168.203.55@tcp LPNI seq info [87512:87512:8:4294967295] 00000400:00000200:1.0:1761311766.097830:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.097836:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.097839:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00080000:00000010:0.0:1761311766.098245:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f659556e. 00010000:00000010:1.1:1761311766.098362:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ca92d1b8. 00010000:00000010:1.1:1761311766.098368:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000eb6ae2c0. 00010000:00000010:1.1:1761311766.098371:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00000800:00000200:1.0:1761311766.098382:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.098388:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.098391:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.098407:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039a28207. 00000020:00000010:1.0:1761311766.098411:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.098414:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e62f7b12. 00010000:00000010:0.0:1761311766.098444:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d0cd1e6. 00010000:00000010:0.0:1761311766.098450:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f3dc8c9a. 00000001:00000010:0.0:1761311766.098468:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.098484:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311766.098489:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b4d61b30. 00000001:00000010:0.0:1761311766.098497:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.098502:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.098508:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.098512:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311766.098524:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003bac698a. 00010000:00000010:0.0:1761311766.098540:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.0:1761311766.098545:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007d0cd1e6. 00010000:00000010:0.0:1761311766.098554:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.098558:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0fbc402. 00000100:00000010:0.0:1761311766.098564:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 02000000:00000010:0.0:1761311766.098575:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006c83b3d7. 02000000:00000010:0.0:1761311766.098599:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000edb02de8. 00000400:00000010:0.0:1761311766.098604:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.098608:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075a33c87. 00000100:00000200:0.0:1761311766.098613:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696256, portal 16 00000400:00000010:0.0:1761311766.098618:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311766.098620:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696256, offset 0 00000400:00000200:0.0:1761311766.098626:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.098633:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.098638:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.098641:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.098644:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.098646:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87513:87513:255:4294967295] 192.168.203.55@tcp LPNI seq info [87513:87513:7:4294967295] 00000400:00000200:0.0:1761311766.098654:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.098658:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.098662:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311766.098665:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.098668:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.098670:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.098752:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.098755:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352786). 00000400:00000200:2.0:1761311766.098761:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.098765:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.098769:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:2.0:1761311766.098770:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000800:00000200:2.0:1761311766.099077:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.099080:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:2.0:1761311766.099087:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.099091:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.099094:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:2.0:1761311766.099095:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00000100:00000200:2.0:1761311766.099100:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000005cca4cd4 x1846867787696256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.101895:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.101914:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec880 00000400:00000200:2.0:1761311766.101923:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab075 [1] + 224 00000400:00000200:2.0:1761311766.101935:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.101939:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.101950:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000005cca4cd4 x1846867787696256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.101989:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.101994:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151080 00000400:00000200:2.0:1761311766.102000:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a79 [2] + 1312 00000400:00000200:2.0:1761311766.102050:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.102055:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.102059:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.102064:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a42bc8f5. 00000400:00000010:1.0:1761311766.102184:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:1.0:1761311766.102189:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a33c87 00000400:00000010:1.0:1761311766.102191:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075a33c87. 00000100:00000200:1.0:1761311766.102197:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000005cca4cd4 x1846867787696256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.102205:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000005cca4cd4 x1846867787696256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.102241:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000edb02de8. 02000000:00000010:1.0:1761311766.102246:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006c83b3d7. 00000100:00000010:1.0:1761311766.102249:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 00000100:00000010:1.0:1761311766.102253:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0fbc402. 00010000:00000010:1.0:1761311766.102257:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00010000:00000010:0.1:1761311766.102348:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004461a81. 00010000:00000010:0.1:1761311766.102355:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e4e78fb7. 00010000:00000010:0.1:1761311766.102359:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000020:00000010:3.0:1761311766.102485:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038fe6c58. 00000020:00000010:3.0:1761311766.102493:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311766.102499:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.102526:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a42bc8f5 x1846867781816448/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.102554:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816448 02000000:00000010:3.0:1761311766.102565:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076e9d73e. 00010000:00000010:3.0:1761311766.102595:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a80a0953. 00010000:00000010:3.0:1761311766.102623:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f95b4867. 00000100:00000010:3.0:1761311766.102630:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a1826ea. 00000100:00000010:3.0:1761311766.102647:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a1826ea. 00010000:00000010:3.0:1761311766.102651:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f95b4867. 00000400:00000010:3.0:1761311766.102664:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311766.102668:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816448, offset 224 00000400:00000200:3.0:1761311766.102678:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.102690:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.102697:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87514:87514:256:4294967295] 192.168.203.55@tcp LPNI seq info [87514:87514:8:4294967295] 00000400:00000200:3.0:1761311766.102707:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.102712:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.102717:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311766.102722:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.102729:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.102733:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.102749:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311766.102754:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:3.0:1761311766.102758:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038fe6c58. 00080000:00000010:1.0:1761311766.102821:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f33dd37c. 00010000:00000010:1.0:1761311766.102954:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d0cd1e6. 00010000:00000010:1.0:1761311766.102960:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1adfa03. 00000001:00000010:1.0:1761311766.102977:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fab6959e. 00000001:00000010:1.0:1761311766.102991:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fab6959e. 00080000:00000010:1.0:1761311766.102997:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e62f7b12. 00000001:00000010:1.0:1761311766.103006:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fab6959e. 00000001:00000010:1.0:1761311766.103012:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fab6959e. 00000001:00000010:1.0:1761311766.103018:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000fab6959e. 00000001:00000010:1.0:1761311766.103023:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000fab6959e. 00100000:00000010:1.0:1761311766.103035:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ca323fcd. 00100000:00000010:1.0:1761311766.103043:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000474a3dc4. 00100000:00000010:1.0:1761311766.103046:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000414f057b. 00010000:00000010:1.0:1761311766.103064:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311766.103071:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095782ae1. 00010000:00000010:1.0:1761311766.103082:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011f428bb. 00000100:00000010:1.0:1761311766.103086:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000474a3dc4. 00000100:00000010:1.0:1761311766.103092:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 02000000:00000010:1.0:1761311766.103103:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e3295449. 02000000:00000010:1.0:1761311766.103130:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000471a99f1. 00000400:00000010:1.0:1761311766.103135:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fab6959e. 00000400:00000010:1.0:1761311766.103140:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311766.103146:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696320, portal 16 00000400:00000010:1.0:1761311766.103151:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311766.103153:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696320, offset 0 00000400:00000200:1.0:1761311766.103159:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.103167:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.103174:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.103178:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.103181:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.103183:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87515:87515:255:4294967295] 192.168.203.55@tcp LPNI seq info [87515:87515:7:4294967295] 00000400:00000200:1.0:1761311766.103192:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.103196:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.103199:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82353034). 00000800:00000200:1.0:1761311766.103204:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.103209:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.103211:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.103535:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.103539:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:2.0:1761311766.103544:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.103549:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.103553:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:2.0:1761311766.103555:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000800:00000200:2.0:1761311766.103776:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.103779:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:2.0:1761311766.103784:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.103788:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.103792:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:2.0:1761311766.103793:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:2.0:1761311766.103800:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e06db8e x1846867787696320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.107222:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.107243:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec8c0 00000400:00000200:2.0:1761311766.107254:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab081 [1] + 224 00000400:00000200:2.0:1761311766.107268:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.107273:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.107286:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e06db8e x1846867787696320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.107369:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.107374:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1510c0 00000400:00000200:2.0:1761311766.107379:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a79 [2] + 1640 00000400:00000200:2.0:1761311766.107441:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.107445:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.107449:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.107454:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000020:00000010:2.0:1761311766.107500:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000052d5f234. 00000020:00000010:2.0:1761311766.107506:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311766.107511:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.107536:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781816512/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311766.107565:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816512 02000000:00000010:2.0:1761311766.107574:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064755499. 00010000:00000010:2.0:1761311766.107613:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d6a68703. 00000100:00000010:2.0:1761311766.107619:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.107625:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.107628:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d6a68703. 00000400:00000010:2.0:1761311766.107641:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.107645:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816512, offset 224 00000400:00000200:2.0:1761311766.107652:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.107661:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.107667:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87516:87516:256:4294967295] 192.168.203.55@tcp LPNI seq info [87516:87516:8:4294967295] 00000400:00000200:2.0:1761311766.107676:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.107681:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.107685:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.107690:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.107695:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.107698:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.107715:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311766.107720:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.107724:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000052d5f234. 00000800:00000200:2.0:1761311766.107779:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.107782:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311766.107786:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.107789:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.107792:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311766.107794:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000400:00000010:3.0:1761311766.110096:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000fab6959e. 00000400:00000200:3.0:1761311766.110105:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:3.0:1761311766.110107:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000100:00000200:3.0:1761311766.110120:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e06db8e x1846867787696320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.110130:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e06db8e x1846867787696320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311766.110161:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006d14b899. 02000000:00000010:3.0:1761311766.110179:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000471a99f1. 02000000:00000010:3.0:1761311766.110186:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e3295449. 00000100:00000010:3.0:1761311766.110190:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 00000100:00000010:3.0:1761311766.110195:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000474a3dc4. 00010000:00000010:3.0:1761311766.110199:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011f428bb. 00080000:00000010:3.0:1761311766.110219:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2c76baa. 00010000:00000010:3.0:1761311766.110401:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095782ae1. 00010000:00000010:3.0:1761311766.110409:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000765fd31f. 00000001:00000010:3.0:1761311766.110428:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.110442:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311766.110447:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd7b48fd. 00000001:00000010:3.0:1761311766.110455:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.110461:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.110466:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.110470:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311766.110482:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005c1cbb31. 00010000:00000010:3.0:1761311766.110498:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311766.110503:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f04092dd. 00010000:00000010:3.0:1761311766.110513:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f95b4867. 00000100:00000010:3.0:1761311766.110519:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a1826ea. 00000100:00000010:3.0:1761311766.110526:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311766.110536:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069c41058. 02000000:00000010:3.0:1761311766.110563:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000050f372b0. 00000400:00000010:3.0:1761311766.110567:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311766.110571:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311766.110577:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696384, portal 16 00000400:00000010:3.0:1761311766.110581:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311766.110583:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696384, offset 0 00000400:00000200:3.0:1761311766.110590:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.110602:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.110608:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.110612:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.110614:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.110617:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87517:87517:256:4294967295] 192.168.203.55@tcp LPNI seq info [87517:87517:8:4294967295] 00000400:00000200:3.0:1761311766.110627:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.110633:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.110637:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.110642:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.110649:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.110652:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.111802:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.111807:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:2.0:1761311766.111813:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.111819:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.111825:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:2.0:1761311766.111827:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:2.0:1761311766.111835:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787696384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.114764:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.114779:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec900 00000400:00000200:2.0:1761311766.114787:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab08d [1] + 224 00000400:00000200:2.0:1761311766.114797:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.114800:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.114809:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787696384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.114910:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.114916:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151100 00000400:00000200:2.0:1761311766.114921:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9a79 [2] + 1968 00000400:00000010:2.0:1761311766.114926:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e03bc5d9. 00000400:00000200:2.0:1761311766.114930:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009853f946 00000400:00000010:1.0:1761311766.115039:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:1.0:1761311766.115045:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:1.0:1761311766.115047:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:1.0:1761311766.115053:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787696384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.115060:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787696384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.115089:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000050f372b0. 02000000:00000010:1.0:1761311766.115094:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069c41058. 00000100:00000010:1.0:1761311766.115098:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000010:1.0:1761311766.115101:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a1826ea. 00010000:00000010:1.0:1761311766.115105:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f95b4867. 00000400:00000200:2.0:1761311766.115253:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.115259:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.115261:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009853f946 00000400:00000010:2.0:1761311766.115263:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009853f946 (tot 82352386). 00000100:00000200:2.0:1761311766.115269:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:1.1:1761311766.115358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000051d2c1a2. 00000020:00000010:3.0:1761311766.115434:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050f3fb89. 00000020:00000010:3.0:1761311766.115440:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311766.115445:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000098980809. 00000100:00000200:3.0:1761311766.115466:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000094ce1b30 x1846867781816576/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311766.116028:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816576 02000000:00000010:1.0:1761311766.116040:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009609ef44. 00010000:00000010:1.0:1761311766.116067:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000097cd6c25. 00010000:00000010:1.0:1761311766.116085:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be75a28b. 00000100:00000010:1.0:1761311766.116091:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000507d3934. 00000100:00000010:1.0:1761311766.116106:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000507d3934. 00010000:00000010:1.0:1761311766.116109:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be75a28b. 00000400:00000010:1.0:1761311766.116122:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311766.116128:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816576, offset 224 00000400:00000200:1.0:1761311766.116135:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.116149:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.116155:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87518:87518:256:4294967295] 192.168.203.55@tcp LPNI seq info [87518:87518:8:4294967295] 00000400:00000200:1.0:1761311766.116164:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.116170:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.116173:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352634). 00000800:00000200:1.0:1761311766.116179:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.116187:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.116191:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.116222:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:1.0:1761311766.116228:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000098980809. 00000020:00000010:1.0:1761311766.116232:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050f3fb89. 02000000:00000010:1.0:1761311766.116238:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064755499. 00000100:00000010:1.0:1761311766.116242:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:1.0:1761311766.116245:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076e9d73e. 00000100:00000010:1.0:1761311766.116248:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a42bc8f5. 02000000:00000010:1.0:1761311766.116250:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd3d5251. 00000100:00000010:1.0:1761311766.116253:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7d6009e. 02000000:00000010:1.0:1761311766.116255:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000bcf1191. 00000100:00000010:1.0:1761311766.116257:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 02000000:00000010:1.0:1761311766.116259:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a1234be5. 00000100:00000010:1.0:1761311766.116261:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 02000000:00000010:1.0:1761311766.116263:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000469d2721. 00000100:00000010:1.0:1761311766.116265:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 00000100:00000200:1.0:1761311766.116273:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311766.116279:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000fab6959e. 00000400:00000010:1.0:1761311766.116283:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000507d3934 (tot 82352786). 00080000:00000010:1.0:1761311766.116347:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000469d2721. 00010000:00000010:1.0:1761311766.116478:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f04092dd. 00010000:00000010:1.0:1761311766.116486:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2d59f7c. 00000001:00000010:1.0:1761311766.116503:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.116516:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.116523:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1234be5. 00000001:00000010:1.0:1761311766.116532:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.116538:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.116543:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.116547:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.116560:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000006117ac. 00010000:00000010:1.0:1761311766.116576:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311766.116581:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095782ae1. 00010000:00000010:1.0:1761311766.116591:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be75a28b. 00000100:00000010:1.0:1761311766.116594:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c03abac. 00000100:00000010:1.0:1761311766.116602:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311766.116612:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dd3d5251. 02000000:00000010:1.0:1761311766.116634:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d1b18f3e. 00000400:00000010:1.0:1761311766.116638:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.116641:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311766.116645:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696448, portal 16 00000400:00000010:1.0:1761311766.116649:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311766.116651:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696448, offset 0 00000400:00000200:1.0:1761311766.116656:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.116662:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.116669:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.116672:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.116675:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.116677:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87519:87519:255:4294967295] 192.168.203.55@tcp LPNI seq info [87519:87519:7:4294967295] 00000400:00000200:1.0:1761311766.116684:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.116689:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.116692:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82353034). 00000800:00000200:1.0:1761311766.116696:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.116700:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.116703:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.117471:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.117476:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352786). 00000400:00000200:2.0:1761311766.117484:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.117489:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.117494:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:2.0:1761311766.117496:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 02000000:00000010:2.0:1761311766.117501:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009609ef44. 00000800:00000200:2.0:1761311766.118263:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.118266:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:2.0:1761311766.118272:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.118277:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.118282:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:2.0:1761311766.118284:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:2.0:1761311766.118301:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787696448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.118374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004e5f576f. 00010000:00000010:0.1:1761311766.118383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00010000:00000010:1.1:1761311766.120360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b42110e5. 00010000:00000010:1.1:1761311766.120372:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00000400:00000200:2.0:1761311766.120761:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.120777:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec940 00000400:00000200:2.0:1761311766.120786:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab09d [1] + 224 00000400:00000200:2.0:1761311766.120798:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.120801:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.120812:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787696448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.120857:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.120862:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151140 00000400:00000200:2.0:1761311766.120867:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ad1 [2] + 0 00000400:00000200:2.0:1761311766.120877:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.120879:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.120884:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.120890:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cecda0d. 00000400:00000010:1.0:1761311766.120948:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:1.0:1761311766.120954:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:1.0:1761311766.120956:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000100:00000200:1.0:1761311766.120962:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787696448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.120969:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787696448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.120995:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d1b18f3e. 02000000:00000010:1.0:1761311766.121001:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dd3d5251. 00000100:00000010:1.0:1761311766.121004:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311766.121008:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c03abac. 00010000:00000010:1.0:1761311766.121011:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be75a28b. 00000020:00000010:3.0:1761311766.121181:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecc90da5. 00000020:00000010:3.0:1761311766.121188:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311766.121193:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.121219:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007cecda0d x1846867781816640/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311766.121255:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816640 02000000:00000010:3.0:1761311766.121265:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076e9d73e. 00010000:00000010:3.0:1761311766.121305:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f759854e. 00010000:00000010:3.1:1761311766.121334:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000b4dea5a. 00010000:00000010:3.1:1761311766.121343:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007d00631a. 00010000:00000010:3.1:1761311766.121346:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007e657e78. 00010000:00000010:3.1:1761311766.121349:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:3.0:1761311766.121369:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311766.121376:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086dcc697. 00000100:00000010:3.0:1761311766.121383:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086dcc697. 00010000:00000010:3.0:1761311766.121385:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000010:3.0:1761311766.121398:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311766.121403:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816640, offset 224 00000400:00000200:3.0:1761311766.121410:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.121421:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.121426:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87520:87520:256:4294967295] 192.168.203.55@tcp LPNI seq info [87520:87520:8:4294967295] 00000400:00000200:3.0:1761311766.121436:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.121441:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.121445:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.121451:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.121457:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.121460:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.121478:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311766.121481:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.121484:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecc90da5. 00000800:00000200:3.0:1761311766.121571:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.121574:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:3.0:1761311766.121578:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.121582:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.121585:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311766.121586:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00010000:00000010:1.1:1761311766.121649:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ce33ff4d. 00010000:00000010:1.1:1761311766.121654:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bbe4dad1. 00010000:00000010:1.1:1761311766.121657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00080000:00000010:1.0:1761311766.121677:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd3d5251. 00010000:00000010:1.0:1761311766.121787:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095782ae1. 00010000:00000010:1.0:1761311766.121794:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000017469747. 00000001:00000010:1.0:1761311766.121810:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.121824:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00080000:00000010:1.0:1761311766.121828:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d1b18f3e. 00000001:00000010:1.0:1761311766.121836:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.121854:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.121862:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000adda4025. 00000001:00000010:1.0:1761311766.121867:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000adda4025. 00100000:00000010:1.0:1761311766.121879:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bb23b0c0. 00010000:00000010:1.0:1761311766.121893:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311766.121898:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000095782ae1. 00010000:00000010:1.0:1761311766.121907:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be75a28b. 00000100:00000010:1.0:1761311766.121910:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c03abac. 00000100:00000010:1.0:1761311766.121916:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311766.121924:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc19d3e5. 02000000:00000010:1.0:1761311766.121944:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009609ef44. 00000400:00000010:1.0:1761311766.121948:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000adda4025. 00000400:00000010:1.0:1761311766.121952:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311766.121957:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696512, portal 16 00000400:00000010:1.0:1761311766.121961:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311766.121963:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696512, offset 0 00000400:00000200:1.0:1761311766.121969:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.121976:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.121982:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.121985:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.121988:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.121990:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87521:87521:256:4294967295] 192.168.203.55@tcp LPNI seq info [87521:87521:8:4294967295] 00000400:00000200:1.0:1761311766.121997:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.122001:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.122004:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311766.122008:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.122012:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.122015:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.123546:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.123551:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:3.0:1761311766.123560:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.123568:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.123573:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:3.0:1761311766.123575:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 00000100:00000200:3.0:1761311766.123584:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787696512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.125353:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.125370:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec980 00000400:00000200:2.0:1761311766.125377:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab0a9 [1] + 224 00000400:00000200:2.0:1761311766.125394:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.125397:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.125405:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787696512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311766.126371:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000adda4025. 00000400:00000200:0.0:1761311766.126378:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:0.0:1761311766.126380:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000100:00000200:0.0:1761311766.126388:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787696512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.126398:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787696512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.126428:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009609ef44. 02000000:00000010:0.0:1761311766.126434:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc19d3e5. 00000100:00000010:0.0:1761311766.126437:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:0.0:1761311766.126440:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c03abac. 00010000:00000010:0.0:1761311766.126444:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be75a28b. 00000400:00000200:0.0:1761311766.126703:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.126716:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151180 00000400:00000200:0.0:1761311766.126721:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ad1 [2] + 328 00000400:00000200:0.0:1761311766.126781:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.126786:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.126791:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.126795:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:3.0:1761311766.126881:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecc90da5. 00000020:00000010:3.0:1761311766.126887:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.126892:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.126913:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781816704/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.127450:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816704 02000000:00000010:3.0:1761311766.127463:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000050f3fb89. 00010000:00000010:3.0:1761311766.127495:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9b713f. 00010000:00000010:3.0:1761311766.127520:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311766.127528:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086dcc697. 00000100:00000010:3.0:1761311766.127551:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086dcc697. 00010000:00000010:3.0:1761311766.127554:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00000400:00000010:3.0:1761311766.127569:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311766.127574:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816704, offset 224 00000400:00000200:3.0:1761311766.127583:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:2.0:1761311766.127585:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000052d5f234. 00000400:00000200:3.0:1761311766.127596:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.127601:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87522:87522:256:4294967295] 192.168.203.55@tcp LPNI seq info [87522:87522:8:4294967295] 00000400:00000200:3.0:1761311766.127610:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.127616:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.127621:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.127626:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.127633:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.127637:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.127654:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.127659:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.127662:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecc90da5. 00010000:00000010:2.0:1761311766.127713:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000095782ae1. 00010000:00000010:2.0:1761311766.127721:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfb92d37. 00000001:00000010:2.0:1761311766.127739:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.127751:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00080000:00000010:2.0:1761311766.127758:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea4a75d6. 00000001:00000010:2.0:1761311766.127768:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.127775:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.127782:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e7fe7350. 00000001:00000010:2.0:1761311766.127786:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e7fe7350. 00100000:00000010:2.0:1761311766.127799:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000aa26d090. 00010000:00000010:2.0:1761311766.127819:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000509442a5. 00010000:00000010:2.0:1761311766.127825:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da4c30de. 00010000:00000010:2.0:1761311766.127836:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d6a68703. 00000100:00000010:2.0:1761311766.127842:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.127849:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2b99d88. 02000000:00000010:2.0:1761311766.127860:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000bcf1191. 02000000:00000010:2.0:1761311766.127886:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064755499. 00000400:00000010:2.0:1761311766.127891:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311766.127896:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311766.127901:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696576, portal 16 00000400:00000010:2.0:1761311766.127904:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f55d06. 00000100:00000200:2.0:1761311766.127906:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696576, offset 0 00000400:00000200:2.0:1761311766.127911:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.127916:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.127923:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.127927:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.127930:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.127932:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87523:87523:255:4294967295] 192.168.203.55@tcp LPNI seq info [87523:87523:7:4294967295] 00000400:00000200:2.0:1761311766.127938:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.127943:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.127947:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311766.127950:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.127954:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.127956:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.128066:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.128070:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352786). 00000400:00000200:3.0:1761311766.128075:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.128080:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.128084:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311766.128086:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000800:00000200:3.0:1761311766.128147:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.128149:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311766.128152:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.128155:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.128157:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f55d06 00000400:00000010:3.0:1761311766.128158:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f55d06. 00000100:00000200:3.0:1761311766.128164:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2b99d88 x1846867787696576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.130846:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.130865:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ec9c0 00000400:00000200:2.0:1761311766.130873:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab0b5 [1] + 224 00000400:00000200:2.0:1761311766.130889:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.130892:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.130903:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2b99d88 x1846867787696576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.131098:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e7fe7350. 00000400:00000200:3.0:1761311766.131103:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:3.0:1761311766.131105:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:3.0:1761311766.131111:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2b99d88 x1846867787696576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.131118:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2b99d88 x1846867787696576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.131145:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064755499. 02000000:00000010:3.0:1761311766.131152:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000bcf1191. 00000100:00000010:3.0:1761311766.131155:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2b99d88. 00000100:00000010:3.0:1761311766.131160:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:3.0:1761311766.131164:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d6a68703. 00000400:00000200:1.0:1761311766.131657:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.131668:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1511c0 00000400:00000200:1.0:1761311766.131674:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ad1 [2] + 656 00000400:00000200:1.0:1761311766.131726:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.131730:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.131734:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.131739:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 00000020:00000010:3.0:1761311766.131998:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ecc90da5. 00000020:00000010:3.0:1761311766.132004:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.132007:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.132026:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d74e4d23 x1846867781816768/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.132059:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816768 02000000:00000010:3.0:1761311766.132069:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069c41058. 00010000:00000010:3.0:1761311766.132092:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000392e8a89. 00010000:00000010:3.0:1761311766.132109:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311766.132114:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086dcc697. 00000100:00000010:3.0:1761311766.132124:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086dcc697. 00010000:00000010:3.0:1761311766.132126:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00000400:00000010:3.0:1761311766.132139:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311766.132143:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816768, offset 224 00000400:00000200:3.0:1761311766.132149:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.132160:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.132165:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87524:87524:256:4294967295] 192.168.203.55@tcp LPNI seq info [87524:87524:8:4294967295] 00000400:00000200:3.0:1761311766.132175:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.132180:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.132183:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.132188:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.132194:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.132198:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.132212:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.132216:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.132219:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ecc90da5. 00000800:00000200:3.0:1761311766.132298:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.132301:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:3.0:1761311766.132306:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1761311766.132334:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff926edc. 00000400:00000200:3.0:1761311766.132342:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.132345:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311766.132347:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00080000:00000010:3.0:1761311766.132369:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecc90da5. 00010000:00000010:3.0:1761311766.132487:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da4c30de. 00010000:00000010:3.0:1761311766.132494:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de13dcd4. 00000001:00000010:3.0:1761311766.132511:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006e3a0376. 00000001:00000010:3.0:1761311766.132528:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006e3a0376. 00080000:00000010:3.0:1761311766.132534:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050f372b0. 00000001:00000010:3.0:1761311766.132544:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006e3a0376. 00000001:00000010:3.0:1761311766.132550:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006e3a0376. 00000001:00000010:3.0:1761311766.132556:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000006e3a0376. 00000001:00000010:3.0:1761311766.132561:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000006e3a0376. 00100000:00000010:3.0:1761311766.132577:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000772602a2. 00100000:00000010:3.0:1761311766.132587:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000029f840f4. 00100000:00000010:3.0:1761311766.132590:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000edee660c. 00010000:00000010:3.0:1761311766.132613:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311766.132621:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.132633:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311766.132637:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086dcc697. 00000100:00000010:3.0:1761311766.132644:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 02000000:00000010:3.0:1761311766.132655:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038fe6c58. 02000000:00000010:3.0:1761311766.132683:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff2eba46. 00000400:00000010:3.0:1761311766.132687:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e3a0376. 00000400:00000010:3.0:1761311766.132692:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311766.132697:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696640, portal 16 00000400:00000010:3.0:1761311766.132701:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311766.132703:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696640, offset 0 00000400:00000200:3.0:1761311766.132708:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.132715:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.132721:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.132725:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.132728:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.132731:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87525:87525:256:4294967295] 192.168.203.55@tcp LPNI seq info [87525:87525:8:4294967295] 00000400:00000200:3.0:1761311766.132739:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.132744:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.132746:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.132750:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.132754:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.132756:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.132809:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.132812:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:3.0:1761311766.132815:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.132819:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.132821:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311766.132822:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:3.0:1761311766.132827:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c241c5e9 x1846867787696640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.133099:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ed681763. 00010000:00000010:1.1:1761311766.133106:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000400:00000200:1.0:1761311766.135820:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.135837:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eca00 00000400:00000200:1.0:1761311766.135847:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab0c1 [1] + 224 00000400:00000200:1.0:1761311766.135864:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.135868:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.135878:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c241c5e9 x1846867787696640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.135961:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000006e3a0376. 00000400:00000200:3.0:1761311766.135965:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311766.135967:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:3.0:1761311766.135972:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c241c5e9 x1846867787696640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.135979:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c241c5e9 x1846867787696640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.136007:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff2eba46. 02000000:00000010:3.0:1761311766.136013:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038fe6c58. 00000100:00000010:3.0:1761311766.136017:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 00000100:00000010:3.0:1761311766.136021:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086dcc697. 00010000:00000010:3.0:1761311766.136024:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00000400:00000200:3.0:1761311766.136529:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.136538:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151200 00000400:00000200:3.0:1761311766.136544:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ad1 [2] + 984 00000400:00000200:3.0:1761311766.136827:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.136832:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.136837:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.136841:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000020:00000010:1.0:1761311766.137148:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004805e183. 00000020:00000010:1.0:1761311766.137156:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039a28207. 00000020:00000010:1.0:1761311766.137161:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.137187:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c241c5e9 x1846867781816832/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311766.137403:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816832 02000000:00000010:1.0:1761311766.137416:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000471a99f1. 00010000:00000010:1.0:1761311766.137446:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007fc01010. 00010000:00000010:1.0:1761311766.137466:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.137473:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3702c79. 00080000:00000010:0.0:1761311766.138084:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092409c14. 00000001:00000010:0.0:1761311766.138233:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00010000:00000010:1.0:1761311766.138234:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004363ba7a. 00000100:00000010:1.0:1761311766.138244:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3702c79. 00000001:00000010:0.0:1761311766.138244:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00010000:00000010:1.0:1761311766.138247:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00080000:00000010:0.0:1761311766.138249:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a82e0f71. 00010000:00000010:1.0:1761311766.138253:0:66528:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008660a03e. 00000001:00000010:0.0:1761311766.138257:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.138261:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.138267:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000400:00000010:1.0:1761311766.138268:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000001:00000010:0.0:1761311766.138271:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000100:00000200:1.0:1761311766.138273:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816832, offset 224 00000400:00000200:1.0:1761311766.138280:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00100000:00000010:0.0:1761311766.138284:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a510e0e3. 00000400:00000200:1.0:1761311766.138303:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00010000:00000010:0.0:1761311766.138330:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079e62014. 00000400:00000200:1.0:1761311766.138331:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87526:87526:256:4294967295] 192.168.203.55@tcp LPNI seq info [87526:87526:8:4294967295] 00010000:00000010:0.0:1761311766.138338:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9dd6c54. 00000400:00000200:1.0:1761311766.138341:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.138346:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00010000:00000010:0.0:1761311766.138347:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001f7c4100. 00000800:00000010:1.0:1761311766.138350:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000100:00000010:0.0:1761311766.138351:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000800:00000200:1.0:1761311766.138356:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000100:00000010:0.0:1761311766.138357:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00000800:00000200:1.0:1761311766.138363:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.138366:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 02000000:00000010:0.0:1761311766.138367:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002567fd6e. 00000020:00000010:1.0:1761311766.138386:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039a28207. 02000000:00000010:0.0:1761311766.138388:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d90d81a. 00000020:00000010:1.0:1761311766.138390:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000400:00000010:0.0:1761311766.138392:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000020:00000010:1.0:1761311766.138393:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004805e183. 00000400:00000010:0.0:1761311766.138396:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041cf605b. 00000100:00000200:0.0:1761311766.138400:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696704, portal 16 00000400:00000010:0.0:1761311766.138405:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075a33c87. 00000100:00000200:0.0:1761311766.138406:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696704, offset 0 00000400:00000200:0.0:1761311766.138411:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.138417:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.138424:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.138428:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.138430:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.138432:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87527:87527:255:4294967295] 192.168.203.55@tcp LPNI seq info [87527:87527:7:4294967295] 00000400:00000200:0.0:1761311766.138439:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.138443:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.138446:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82353034). 00000800:00000200:0.0:1761311766.138450:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.138453:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.138455:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.138780:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.138785:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352786). 00000400:00000200:2.0:1761311766.138790:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.138794:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.138799:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:2.0:1761311766.138800:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00000800:00000200:2.0:1761311766.138870:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.138872:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:2.0:1761311766.138879:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.138882:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.138884:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a33c87 00000400:00000010:2.0:1761311766.138885:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075a33c87. 00000100:00000200:2.0:1761311766.138890:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed36996 x1846867787696704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.140551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002e0e356a. 00000400:00000200:1.0:1761311766.140885:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.140900:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eca40 00000400:00000200:1.0:1761311766.140908:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab0cd [1] + 224 00000400:00000200:1.0:1761311766.140922:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.140926:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.140935:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed36996 x1846867787696704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.141042:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:3.0:1761311766.141047:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041cf605b 00000400:00000010:3.0:1761311766.141049:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041cf605b. 00000100:00000200:3.0:1761311766.141054:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed36996 x1846867787696704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.141062:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed36996 x1846867787696704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.141093:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d90d81a. 02000000:00000010:3.0:1761311766.141100:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002567fd6e. 00000100:00000010:3.0:1761311766.141103:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 00000100:00000010:3.0:1761311766.141107:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:3.0:1761311766.141111:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001f7c4100. 00010000:00000010:2.1:1761311766.142351:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000006ef8adc. 00010000:00000010:2.1:1761311766.142362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311766.142575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c66ea61. 00000400:00000200:3.0:1761311766.142651:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.142666:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151240 00000400:00000200:3.0:1761311766.142673:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ad1 [2] + 1312 00000400:00000200:3.0:1761311766.142742:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.142748:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.142754:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.142759:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00010000:00000010:1.1:1761311766.143085:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000080301445. 00010000:00000010:1.1:1761311766.143091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:1.1:1761311766.143094:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a448c2a9. 00000020:00000010:1.0:1761311766.143127:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3295449. 00000020:00000010:1.0:1761311766.143133:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000039a28207. 00000020:00000010:1.0:1761311766.143137:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.143159:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781816896/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311766.143193:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816896 02000000:00000010:1.0:1761311766.143202:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004805e183. 00010000:00000010:1.0:1761311766.143231:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086d3735d. 00010000:00000010:1.0:1761311766.143250:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.143256:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3702c79. 00000100:00000010:1.0:1761311766.143279:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3702c79. 00010000:00000010:1.0:1761311766.143282:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000010:1.0:1761311766.143302:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311766.143307:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816896, offset 224 00000400:00000200:1.0:1761311766.143331:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.143341:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.143345:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87528:87528:256:4294967295] 192.168.203.55@tcp LPNI seq info [87528:87528:8:4294967295] 00000400:00000200:1.0:1761311766.143354:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.143358:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.143362:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311766.143367:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.143373:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.143376:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.143390:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000039a28207. 00000020:00000010:1.0:1761311766.143393:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.143396:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3295449. 00000800:00000200:2.0:1761311766.143807:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.143811:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:2.0:1761311766.143817:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.143821:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.143824:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:2.0:1761311766.143826:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00080000:00000010:2.0:1761311766.144183:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001abcb903. 00010000:00000010:2.0:1761311766.144338:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9dd6c54. 00010000:00000010:2.0:1761311766.144346:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ddd78f13. 00000001:00000010:2.0:1761311766.144365:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.144379:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.144384:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000bcf1191. 00000001:00000010:2.0:1761311766.144393:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.144398:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.144402:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.144407:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.144419:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b4a2daf2. 00010000:00000010:2.0:1761311766.144433:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311766.144439:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.144449:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.144454:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.144461:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.144471:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064755499. 02000000:00000010:2.0:1761311766.144507:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afe6bb2d. 00000400:00000010:2.0:1761311766.144512:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.144517:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.144521:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696768, portal 16 00000400:00000010:2.0:1761311766.144526:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311766.144527:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696768, offset 0 00000400:00000200:2.0:1761311766.144533:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.144542:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.144548:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.144551:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.144554:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.144557:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87529:87529:256:4294967295] 192.168.203.55@tcp LPNI seq info [87529:87529:8:4294967295] 00000400:00000200:2.0:1761311766.144563:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.144568:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.144571:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.144576:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.144580:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.144583:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.144681:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.144684:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311766.144687:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.144691:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.144694:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:1.0:1761311766.144696:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:1.0:1761311766.144701:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787696768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.144772:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000029f97e0. 00010000:00000010:3.1:1761311766.144779:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:1.1:1761311766.147357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021771226. 00000400:00000200:0.0:1761311766.148415:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.148434:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eca80 00000400:00000200:0.0:1761311766.148442:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab0d9 [1] + 224 00000400:00000200:0.0:1761311766.148455:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.148459:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.148470:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787696768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.148496:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.148501:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151280 00000400:00000200:0.0:1761311766.148505:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ad1 [2] + 1640 00000400:00000200:0.0:1761311766.148557:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.148561:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.148565:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.148570:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 00000400:00000010:2.0:1761311766.148775:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.148781:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.148783:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.148789:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787696768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.148796:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787696768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.148826:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afe6bb2d. 02000000:00000010:2.0:1761311766.148834:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064755499. 00000100:00000010:2.0:1761311766.148839:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.148854:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.148860:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000020:00000010:3.0:1761311766.149102:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000864bf681. 00000020:00000010:3.0:1761311766.149110:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.149115:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.149146:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ade5492c x1846867781816960/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.149186:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781816960 02000000:00000010:3.0:1761311766.149199:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087a0d7ed. 00010000:00000010:3.0:1761311766.149231:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004731cad8. 00010000:00000010:3.0:1761311766.149251:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003fdb6d9e. 00000100:00000010:3.0:1761311766.149257:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086dcc697. 00000100:00000010:3.0:1761311766.149263:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086dcc697. 00010000:00000010:3.0:1761311766.149265:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003fdb6d9e. 00000400:00000010:3.0:1761311766.149277:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311766.149281:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781816960, offset 224 00000400:00000200:3.0:1761311766.149300:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.149329:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.149334:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87530:87530:256:4294967295] 192.168.203.55@tcp LPNI seq info [87530:87530:8:4294967295] 00000400:00000200:3.0:1761311766.149344:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.149349:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.149354:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.149360:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.149366:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.149371:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.149390:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.149395:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.149397:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000864bf681. 00000800:00000200:3.0:1761311766.149474:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.149477:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:3.0:1761311766.149483:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.149486:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.149488:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311766.149490:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00010000:00000010:2.1:1761311766.149774:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c03886b9. 00010000:00000010:2.1:1761311766.149781:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00080000:00000010:2.0:1761311766.149804:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afe6bb2d. 00010000:00000010:2.0:1761311766.150544:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.150554:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b5328d7. 00000001:00000010:2.0:1761311766.150572:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.150587:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.150592:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007a37b71e. 00000001:00000010:2.0:1761311766.150601:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.150607:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.150612:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.150616:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.150628:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003b6aa6ce. 00010000:00000010:2.0:1761311766.150645:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311766.150650:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.150662:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.150668:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.150676:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.150689:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f140d16c. 02000000:00000010:2.0:1761311766.150713:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008504cfa3. 00000400:00000010:2.0:1761311766.150718:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.150724:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.150730:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696832, portal 16 00000400:00000010:2.0:1761311766.150735:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311766.150738:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696832, offset 0 00000400:00000200:2.0:1761311766.150745:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.150758:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.150766:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.150770:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.150773:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.150776:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87531:87531:256:4294967295] 192.168.203.55@tcp LPNI seq info [87531:87531:8:4294967295] 00000400:00000200:2.0:1761311766.150784:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.150790:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.150793:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.150798:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.150805:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.150808:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.151980:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.151988:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.151996:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.152006:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.152013:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:0.0:1761311766.152015:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:0.0:1761311766.152023:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787696832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.154503:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.154521:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecac0 00000400:00000200:0.0:1761311766.154528:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab0e5 [1] + 224 00000400:00000200:0.0:1761311766.154539:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.154542:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.154551:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787696832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.155016:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.155023:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1512c0 00000400:00000200:0.0:1761311766.155027:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ad1 [2] + 1968 00000400:00000010:0.0:1761311766.155031:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c2afcda. 00000400:00000200:0.0:1761311766.155036:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000c15f45d0 00000400:00000200:0.0:1761311766.155091:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.155095:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.155097:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c15f45d0 00000400:00000010:0.0:1761311766.155099:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000c15f45d0 (tot 82352386). 00000100:00000200:0.0:1761311766.155105:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761311766.155162:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff2eba46. 00000020:00000010:3.0:1761311766.155169:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.155173:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.155196:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000064ffeb7a x1846867781817024/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.155285:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817024 02000000:00000010:3.0:1761311766.155305:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064755499. 00010000:00000010:3.0:1761311766.155362:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000400:00000010:2.0:1761311766.155548:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.155553:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.155554:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.155560:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787696832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.155567:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787696832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311766.155590:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fd79f377. 02000000:00000010:2.0:1761311766.155603:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008504cfa3. 02000000:00000010:2.0:1761311766.155609:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f140d16c. 00000100:00000010:2.0:1761311766.155613:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.155617:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.155620:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000100:00000010:3.0:1761311766.155745:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000086dcc697. 00000100:00000010:3.0:1761311766.155762:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000086dcc697. 00010000:00000010:3.0:1761311766.155765:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000010:3.0:1761311766.155778:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311766.155782:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817024, offset 224 00000400:00000200:3.0:1761311766.155789:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.155800:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.155805:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87532:87532:256:4294967295] 192.168.203.55@tcp LPNI seq info [87532:87532:8:4294967295] 00000400:00000200:3.0:1761311766.155814:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.155819:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.155823:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352634). 00000800:00000200:3.0:1761311766.155828:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.155834:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.155837:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.155860:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.155865:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.155868:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff2eba46. 02000000:00000010:3.0:1761311766.155876:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087a0d7ed. 00000100:00000010:3.0:1761311766.155879:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 02000000:00000010:3.0:1761311766.155885:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004805e183. 00000100:00000010:3.0:1761311766.155888:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311766.155890:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000471a99f1. 00000100:00000010:3.0:1761311766.155893:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 02000000:00000010:3.0:1761311766.155896:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000069c41058. 00000100:00000010:3.0:1761311766.155898:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 02000000:00000010:3.0:1761311766.155902:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000050f3fb89. 00000100:00000010:3.0:1761311766.155904:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:3.0:1761311766.155907:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076e9d73e. 00000100:00000010:3.0:1761311766.155909:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cecda0d. 00000100:00000200:3.0:1761311766.155916:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311766.155921:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000006e3a0376. 00000400:00000010:3.0:1761311766.155924:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000086dcc697 (tot 82352786). 00000800:00000200:0.0:1761311766.156008:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.156012:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311766.156017:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.156021:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.156024:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:0.0:1761311766.156026:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 02000000:00000010:0.0:1761311766.156030:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064755499. 00080000:00000010:2.0:1761311766.156081:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f140d16c. 00010000:00000010:2.0:1761311766.156206:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.156212:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000601a7c36. 00000001:00000010:2.0:1761311766.156228:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.156240:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.156245:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008504cfa3. 00000001:00000010:2.0:1761311766.156253:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.156259:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.156264:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.156268:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.156281:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008da95348. 00010000:00000010:2.0:1761311766.156307:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.1:1761311766.156339:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fe1c6682. 00010000:00000010:2.1:1761311766.156345:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311766.156367:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.156378:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.156382:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.156388:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.156398:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c5f0a8ea. 02000000:00000010:2.0:1761311766.156421:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057e6aa29. 00000400:00000010:2.0:1761311766.156425:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.156429:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.156432:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696896, portal 16 00000400:00000010:2.0:1761311766.156436:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ed3df7a. 00000100:00000200:2.0:1761311766.156439:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696896, offset 0 00000400:00000200:2.0:1761311766.156444:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.156450:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.156456:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.156459:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.156461:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.156463:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87533:87533:256:4294967295] 192.168.203.55@tcp LPNI seq info [87533:87533:8:4294967295] 00000400:00000200:2.0:1761311766.156470:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.156474:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.156477:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.156481:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.156485:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.156487:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311766.156594:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001b4132fa. 00000800:00000200:0.0:1761311766.156706:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.156709:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.156713:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.156717:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.156720:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ed3df7a 00000400:00000010:0.0:1761311766.156721:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ed3df7a. 00000100:00000200:0.0:1761311766.156726:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787696896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.158239:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.158254:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecb00 00000400:00000200:0.0:1761311766.158264:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab0f5 [1] + 224 00000400:00000200:0.0:1761311766.158285:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.158299:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.158355:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787696896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.158448:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.158452:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.158454:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.158459:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787696896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.158466:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787696896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.158491:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057e6aa29. 02000000:00000010:2.0:1761311766.158498:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c5f0a8ea. 00000100:00000010:2.0:1761311766.158502:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.158505:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.158509:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000400:00000200:0.0:1761311766.158640:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.158646:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151300 00000400:00000200:0.0:1761311766.158650:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b3d [2] + 0 00000400:00000200:0.0:1761311766.158686:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.158689:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.158693:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.158697:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 00000020:00000010:3.0:1761311766.159040:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb295a6a. 00000020:00000010:3.0:1761311766.159047:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.159051:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.159073:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003af56a4d x1846867781817088/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311766.159144:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817088 02000000:00000010:3.0:1761311766.159158:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000064755499. 00010000:00000010:3.0:1761311766.159184:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000237c9c12. 00010000:00000010:3.0:1761311766.159413:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311766.159419:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a1826ea. 00000100:00000010:3.0:1761311766.159429:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a1826ea. 00010000:00000010:3.0:1761311766.159431:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000010:3.0:1761311766.159442:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311766.159445:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817088, offset 224 00000400:00000200:3.0:1761311766.159451:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.159461:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.159466:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87534:87534:256:4294967295] 192.168.203.55@tcp LPNI seq info [87534:87534:8:4294967295] 00000400:00000200:3.0:1761311766.159475:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.159480:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.159484:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311766.159488:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.159494:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.159497:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761311766.159564:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5f0a8ea. 00010000:00000010:2.0:1761311766.159670:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.159676:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9cfd861. 00000001:00000010:2.0:1761311766.159690:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.159700:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.159704:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057e6aa29. 00000001:00000010:2.0:1761311766.159710:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.159714:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.159719:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.159723:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.159733:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003b59619a. 00100000:00000010:2.0:1761311766.159738:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000092967991. 00100000:00000010:2.0:1761311766.159741:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000732249f9. 00010000:00000010:2.0:1761311766.159756:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311766.159759:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.159768:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.159771:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.159775:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.159783:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081823865. 02000000:00000010:2.0:1761311766.159801:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000231b3f4c. 00000400:00000010:2.0:1761311766.159805:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.159808:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.159812:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787696960, portal 16 00000400:00000010:2.0:1761311766.159817:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311766.159819:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787696960, offset 0 00000400:00000200:2.0:1761311766.159823:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.159834:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.159841:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.159844:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.159848:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.159850:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87535:87535:255:4294967295] 192.168.203.55@tcp LPNI seq info [87535:87535:7:4294967295] 00000400:00000200:2.0:1761311766.159856:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.159860:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.159863:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311766.159867:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.159870:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.159872:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.159932:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.159938:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.159941:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb295a6a. 00010000:00000010:2.1:1761311766.160406:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000717e707d. 00010000:00000010:2.1:1761311766.160413:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0b6c566. 00010000:00000010:2.1:1761311766.160416:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00000800:00000200:0.0:1761311766.160508:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.160511:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:0.0:1761311766.160516:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.160520:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.160524:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311766.160526:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000800:00000200:0.0:1761311766.160580:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.160582:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.160585:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.160587:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.160589:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:0.0:1761311766.160590:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 00000100:00000200:0.0:1761311766.160595:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787696960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.162810:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.162830:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecb40 00000400:00000200:0.0:1761311766.162840:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab101 [1] + 224 00000400:00000200:0.0:1761311766.162859:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.162864:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.162874:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787696960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.163133:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.163139:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.163141:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.163146:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787696960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.163153:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787696960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.163181:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000231b3f4c. 02000000:00000010:2.0:1761311766.163188:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081823865. 00000100:00000010:2.0:1761311766.163191:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.163194:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.163198:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000400:00000200:0.0:1761311766.163952:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.163966:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151340 00000400:00000200:0.0:1761311766.163972:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b3d [2] + 328 00000400:00000200:0.0:1761311766.164458:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.164464:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.164470:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.164475:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:3.0:1761311766.164560:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb295a6a. 00000020:00000010:3.0:1761311766.164568:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.164572:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.164597:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781817152/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311766.164631:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817152 02000000:00000010:3.0:1761311766.164642:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000864bf681. 00010000:00000010:3.0:1761311766.164669:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000878f4d72. 00010000:00000010:3.0:1761311766.164693:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311766.164700:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a1826ea. 00000100:00000010:3.0:1761311766.164717:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a1826ea. 00010000:00000010:3.0:1761311766.164720:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000010:3.0:1761311766.164732:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311766.164736:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817152, offset 224 00000400:00000200:3.0:1761311766.164743:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.164753:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.164758:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87536:87536:256:4294967295] 192.168.203.55@tcp LPNI seq info [87536:87536:8:4294967295] 00000400:00000200:3.0:1761311766.164767:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.164772:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.164777:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311766.164782:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.164788:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.164792:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.164814:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.164818:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.164822:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb295a6a. 00000800:00000200:3.0:1761311766.164909:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.164913:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:3.0:1761311766.164919:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.164922:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.164926:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:3.0:1761311766.164928:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00080000:00000010:2.0:1761311766.165303:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081823865. 00010000:00000010:2.0:1761311766.165522:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.165530:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0243316. 00000001:00000010:2.0:1761311766.165548:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.165561:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.165566:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000231b3f4c. 00000001:00000010:2.0:1761311766.165574:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.165579:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.165584:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.165589:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.165622:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000480b77a9. 00010000:00000010:2.0:1761311766.165644:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311766.165650:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.165662:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.165668:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.165676:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.165688:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000aa69b819. 02000000:00000010:2.0:1761311766.165716:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000013850a88. 00000400:00000010:2.0:1761311766.165721:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.165726:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.165735:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697024, portal 16 00000400:00000010:2.0:1761311766.165740:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e7ca96. 00000100:00000200:2.0:1761311766.165742:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697024, offset 0 00000400:00000200:2.0:1761311766.165749:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.165757:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.165765:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.165769:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.165772:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.165774:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87537:87537:256:4294967295] 192.168.203.55@tcp LPNI seq info [87537:87537:8:4294967295] 00000400:00000200:2.0:1761311766.165783:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.165788:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.165792:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.165796:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.165801:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.165803:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.166175:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.166179:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.166183:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.166187:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.166191:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e7ca96 00000400:00000010:0.0:1761311766.166193:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e7ca96. 00000100:00000200:0.0:1761311766.166199:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.168622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007bd3ede6. 00010000:00000010:2.1:1761311766.168685:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000009449181. 00010000:00000010:2.1:1761311766.168692:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00000400:00000200:0.0:1761311766.169150:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.169166:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecb80 00000400:00000200:0.0:1761311766.169175:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab10d [1] + 224 00000400:00000200:0.0:1761311766.169187:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.169190:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.169200:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.169237:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.169243:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151380 00000400:00000200:0.0:1761311766.169248:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b3d [2] + 656 00000400:00000200:0.0:1761311766.169332:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.169337:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.169341:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.169347:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 00000400:00000010:2.0:1761311766.169550:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.169556:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.169558:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.169564:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.169573:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.169608:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000013850a88. 02000000:00000010:2.0:1761311766.169615:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000aa69b819. 00000100:00000010:2.0:1761311766.169620:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.169624:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.169628:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000020:00000010:3.0:1761311766.169707:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087a0d7ed. 00000020:00000010:3.0:1761311766.169714:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.169718:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.169740:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ade5492c x1846867781817216/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.169779:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817216 02000000:00000010:3.0:1761311766.169791:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ff2eba46. 00010000:00000010:3.0:1761311766.169819:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c79c173a. 00010000:00000010:3.0:1761311766.169854:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311766.169861:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a1826ea. 00000100:00000010:3.0:1761311766.169876:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a1826ea. 00010000:00000010:3.0:1761311766.169879:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000010:3.0:1761311766.169892:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311766.169897:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817216, offset 224 00000400:00000200:3.0:1761311766.169904:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.169913:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.169919:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87538:87538:256:4294967295] 192.168.203.55@tcp LPNI seq info [87538:87538:8:4294967295] 00000400:00000200:3.0:1761311766.169928:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.169933:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.169937:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311766.169943:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.169949:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.169952:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.169966:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.169969:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.169972:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087a0d7ed. 00000800:00000200:0.0:1761311766.170208:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.170212:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311766.170217:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.170221:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.170224:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:0.0:1761311766.170225:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00080000:00000010:2.0:1761311766.170500:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa69b819. 00010000:00000010:2.0:1761311766.170606:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.170613:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007650a50c. 00000001:00000010:2.0:1761311766.170627:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.170641:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.170646:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013850a88. 00000001:00000010:2.0:1761311766.170654:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.170659:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.170664:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.170669:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.170680:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e2572bcb. 00010000:00000010:2.0:1761311766.170694:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311766.170699:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.170709:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.170713:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.170720:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.170729:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6d6df6d. 02000000:00000010:2.0:1761311766.170752:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002414eda0. 00000400:00000010:2.0:1761311766.170756:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.170760:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.170764:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697088, portal 16 00000400:00000010:2.0:1761311766.170769:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a05cd5f. 00000100:00000200:2.0:1761311766.170771:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697088, offset 0 00000400:00000200:2.0:1761311766.170776:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.170784:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.170788:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.170792:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.170795:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.170797:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87539:87539:256:4294967295] 192.168.203.55@tcp LPNI seq info [87539:87539:8:4294967295] 00000400:00000200:2.0:1761311766.170805:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.170808:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.170812:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.170816:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.170820:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.170822:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.171260:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.171264:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.171268:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.171273:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.171276:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:0.0:1761311766.171278:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 00000100:00000200:0.0:1761311766.171284:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.172560:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049c9c881. 00010000:00000010:2.1:1761311766.172571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00000400:00000200:0.0:1761311766.172875:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.172891:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecbc0 00000400:00000200:0.0:1761311766.172900:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab119 [1] + 224 00000400:00000200:0.0:1761311766.172924:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.172928:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.172937:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.173131:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.173138:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.173140:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.173146:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.173154:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.173184:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002414eda0. 02000000:00000010:2.0:1761311766.173190:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6d6df6d. 00000100:00000010:2.0:1761311766.173194:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.173198:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.173203:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00010000:00000010:3.1:1761311766.173452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fac63c44. 00000400:00000200:0.0:1761311766.173555:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.173564:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1513c0 00000400:00000200:0.0:1761311766.173569:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b3d [2] + 984 00000400:00000200:0.0:1761311766.173630:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.173634:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.173639:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.173644:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00000020:00000010:1.0:1761311766.173897:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3295449. 00000020:00000010:1.0:1761311766.173904:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.173908:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.173931:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed36996 x1846867781817280/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311766.173968:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817280 02000000:00000010:1.0:1761311766.173979:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000df7a9188. 00010000:00000010:1.0:1761311766.174005:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009f5540f5. 00010000:00000010:1.0:1761311766.174023:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.174029:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3702c79. 00000100:00000010:1.0:1761311766.174049:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3702c79. 00010000:00000010:1.0:1761311766.174053:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000010:1.0:1761311766.174065:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311766.174069:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817280, offset 224 00000400:00000200:1.0:1761311766.174077:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:2.0:1761311766.174082:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6d6df6d. 00000400:00000200:1.0:1761311766.174087:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.174093:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87540:87540:256:4294967295] 192.168.203.55@tcp LPNI seq info [87540:87540:8:4294967295] 00000400:00000200:1.0:1761311766.174114:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.174119:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.174132:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311766.174141:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.174147:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.174150:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.174173:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.174178:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.174181:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3295449. 00010000:00000010:2.0:1761311766.174198:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.174206:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000092b95e27. 00000001:00000010:2.0:1761311766.174225:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.174240:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.174246:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002414eda0. 00000001:00000010:2.0:1761311766.174254:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.174259:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.174264:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.174269:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.174281:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004bf1c0cf. 00010000:00000010:2.0:1761311766.174499:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311766.174506:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00000800:00000200:0.0:1761311766.174507:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.174511:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00010000:00000010:2.0:1761311766.174517:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000400:00000200:0.0:1761311766.174518:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:2.0:1761311766.174524:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000400:00000200:0.0:1761311766.174525:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.174529:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:0.0:1761311766.174531:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000010:2.0:1761311766.174532:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.174543:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c9d89d7c. 02000000:00000010:2.0:1761311766.174567:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000009bfd971. 00000400:00000010:2.0:1761311766.174572:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.174577:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.174581:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697152, portal 16 00000400:00000010:2.0:1761311766.174585:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311766.174588:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697152, offset 0 00000400:00000200:2.0:1761311766.174594:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.174600:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.174606:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.174609:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.174612:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.174615:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87541:87541:256:4294967295] 192.168.203.55@tcp LPNI seq info [87541:87541:8:4294967295] 00000400:00000200:2.0:1761311766.174622:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.174626:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.174630:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.174635:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.174787:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.174790:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.175234:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.175237:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.175241:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.175245:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.175248:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:0.0:1761311766.175250:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000100:00000200:0.0:1761311766.175255:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.177369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e2d0e407. 00010000:00000010:2.1:1761311766.177383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00000400:00000200:0.0:1761311766.178173:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.178191:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecc00 00000400:00000200:0.0:1761311766.178199:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab125 [1] + 224 00000400:00000200:0.0:1761311766.178217:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.178221:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.178231:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.178396:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.178401:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.178403:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.178408:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.178415:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.178444:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000009bfd971. 02000000:00000010:2.0:1761311766.178450:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c9d89d7c. 00000100:00000010:2.0:1761311766.178462:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.178465:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.178469:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000400:00000200:0.0:1761311766.178676:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.178685:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151400 00000400:00000200:0.0:1761311766.178690:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b3d [2] + 1312 00000400:00000200:0.0:1761311766.178746:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.178750:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.178755:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.178760:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:1.0:1761311766.178842:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3295449. 00000020:00000010:1.0:1761311766.178849:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.178853:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.178887:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781817344/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311766.178921:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817344 02000000:00000010:1.0:1761311766.178932:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a189b025. 00010000:00000010:1.0:1761311766.178966:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053df0480. 00010000:00000010:1.0:1761311766.178986:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.178992:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3702c79. 00000100:00000010:1.0:1761311766.179007:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3702c79. 00010000:00000010:1.0:1761311766.179010:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000010:1.0:1761311766.179025:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311766.179029:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817344, offset 224 00000400:00000200:1.0:1761311766.179037:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.179046:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.179051:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87542:87542:256:4294967295] 192.168.203.55@tcp LPNI seq info [87542:87542:8:4294967295] 00000400:00000200:1.0:1761311766.179060:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.179065:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.179069:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311766.179074:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.179080:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.179085:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.179108:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.179113:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.179116:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3295449. 00080000:00000010:2.0:1761311766.179443:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c9d89d7c. 00010000:00000010:2.0:1761311766.179560:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.179567:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f1ed0076. 00000001:00000010:2.0:1761311766.179582:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.179599:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.179605:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000009bfd971. 00000001:00000010:2.0:1761311766.179614:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.179620:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.179626:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.179631:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.179642:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000967d0276. 00010000:00000010:2.0:1761311766.179657:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311766.179662:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.179670:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.179674:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000800:00000200:0.0:1761311766.179678:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000100:00000010:2.0:1761311766.179680:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 00000800:00000010:0.0:1761311766.179683:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:0.0:1761311766.179690:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000010:2.0:1761311766.179691:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008798b161. 00000400:00000200:0.0:1761311766.179695:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.179700:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b91aca91 00000400:00000010:0.0:1761311766.179702:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b91aca91. 02000000:00000010:2.0:1761311766.179714:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000068766b4b. 00000400:00000010:2.0:1761311766.179719:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.179723:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.179728:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697216, portal 16 00000400:00000010:2.0:1761311766.179732:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048e81b04. 00000100:00000200:2.0:1761311766.179733:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697216, offset 0 00000400:00000200:2.0:1761311766.179739:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.179746:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.179751:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.179755:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.179757:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.179760:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87543:87543:256:4294967295] 192.168.203.55@tcp LPNI seq info [87543:87543:8:4294967295] 00000400:00000200:2.0:1761311766.179768:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.179772:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.179776:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.179780:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.179785:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.179787:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.180013:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.180015:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.180019:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.180023:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.180026:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:0.0:1761311766.180027:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 00000100:00000200:0.0:1761311766.180033:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.182410:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3fe3440. 00010000:00000010:1.1:1761311766.182529:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bd7f5994. 00000400:00000200:0.0:1761311766.182691:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.182707:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecc40 00000400:00000200:0.0:1761311766.182715:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab131 [1] + 224 00000400:00000200:0.0:1761311766.182726:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.182730:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.182740:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.182773:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00010000:00000010:2.1:1761311766.182777:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006073a7ab. 00000400:00000200:0.0:1761311766.182780:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151440 00010000:00000010:2.1:1761311766.182786:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00000400:00000200:0.0:1761311766.182790:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b3d [2] + 1640 00000400:00000010:2.0:1761311766.182808:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.182814:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.182816:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.182822:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.182831:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.182856:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000068766b4b. 02000000:00000010:2.0:1761311766.182862:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008798b161. 00000100:00000010:2.0:1761311766.182865:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.182868:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.182872:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000400:00000200:0.0:1761311766.182973:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.182978:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.182982:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.182987:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 00000020:00000010:3.0:1761311766.183442:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087a0d7ed. 00000020:00000010:3.0:1761311766.183451:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.183455:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.183483:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002fb1e5b9 x1846867781817408/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311766.183518:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817408 02000000:00000010:3.0:1761311766.183531:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb295a6a. 00010000:00000010:3.0:1761311766.183562:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000007cdbadb. 00010000:00000010:3.0:1761311766.183587:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311766.183595:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a1826ea. 00000100:00000010:3.0:1761311766.183614:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a1826ea. 00010000:00000010:3.0:1761311766.183617:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000010:3.0:1761311766.183631:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311766.183637:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817408, offset 224 00000400:00000200:3.0:1761311766.183644:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.183656:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.183661:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87544:87544:256:4294967295] 192.168.203.55@tcp LPNI seq info [87544:87544:8:4294967295] 00000400:00000200:3.0:1761311766.183671:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.183675:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.183680:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311766.183685:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.183694:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.183697:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.183721:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.183725:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.183728:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087a0d7ed. 00080000:00000010:2.0:1761311766.183817:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008798b161. 00010000:00000010:2.0:1761311766.183936:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.183942:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008589b5d9. 00000001:00000010:2.0:1761311766.183960:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.183975:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.183981:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000068766b4b. 00000001:00000010:2.0:1761311766.183990:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.183997:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.184003:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.184008:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.184021:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005dea2810. 00100000:00000010:2.0:1761311766.184028:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b993b547. 00100000:00000010:2.0:1761311766.184031:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000025165776. 00010000:00000010:2.0:1761311766.184052:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311766.184057:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.184068:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.184072:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.184079:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.184117:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000fd418ef. 02000000:00000010:2.0:1761311766.184144:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ed70c6b0. 00000400:00000010:2.0:1761311766.184149:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.184167:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.184172:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697280, portal 16 00000400:00000010:2.0:1761311766.184177:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005833ca56. 00000100:00000200:2.0:1761311766.184179:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697280, offset 0 00000400:00000200:2.0:1761311766.184185:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.184192:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.184199:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.184203:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.184205:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.184208:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87545:87545:255:4294967295] 192.168.203.55@tcp LPNI seq info [87545:87545:7:4294967295] 00000400:00000200:2.0:1761311766.184215:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.184220:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.184224:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311766.184227:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.184231:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.184234:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.184384:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.184388:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352786). 00000400:00000200:0.0:1761311766.184393:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.184397:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.184402:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:0.0:1761311766.184404:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000800:00000200:0.0:1761311766.184472:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.184474:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.184477:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.184480:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.184483:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005833ca56 00000400:00000010:0.0:1761311766.184484:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005833ca56. 00000100:00000200:0.0:1761311766.184489:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.186689:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.186708:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecc80 00000400:00000200:0.0:1761311766.186715:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab13d [1] + 224 00000400:00000200:0.0:1761311766.186730:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.186734:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.186742:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.186834:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.186839:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.186841:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.186846:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.186853:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.186879:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ed70c6b0. 02000000:00000010:2.0:1761311766.186884:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000fd418ef. 00000100:00000010:2.0:1761311766.186888:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.186892:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.186895:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00010000:00000010:1.1:1761311766.187428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044d1bfb1. 00000400:00000200:0.0:1761311766.188804:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.188825:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151480 00000400:00000200:0.0:1761311766.188833:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b3d [2] + 1968 00000400:00000010:0.0:1761311766.188838:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000465441fe. 00000400:00000200:0.0:1761311766.188845:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004c00ed62 00000400:00000200:0.0:1761311766.189013:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.189019:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.189024:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004c00ed62 00000400:00000010:0.0:1761311766.189026:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004c00ed62 (tot 82352386). 00000100:00000200:0.0:1761311766.189032:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311766.189450:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3295449. 00000020:00000010:1.0:1761311766.189459:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.189462:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.189488:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000af25baf6 x1846867781817472/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311766.189517:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817472 02000000:00000010:1.0:1761311766.189528:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066fe313f. 00010000:00000010:1.0:1761311766.189556:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000667f40bf. 00010000:00000010:1.0:1761311766.189578:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.189584:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3702c79. 00000100:00000010:1.0:1761311766.189766:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3702c79. 00010000:00000010:1.0:1761311766.189771:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000010:1.0:1761311766.189789:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311766.189794:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817472, offset 224 00000400:00000200:1.0:1761311766.189803:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.189816:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.189821:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87546:87546:256:4294967295] 192.168.203.55@tcp LPNI seq info [87546:87546:8:4294967295] 00000400:00000200:1.0:1761311766.189831:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.189835:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.189841:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352634). 00000800:00000200:1.0:1761311766.189846:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.189852:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.189856:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761311766.189931:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000fd418ef. 00010000:00000010:2.0:1761311766.190065:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.190071:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f7273af. 00000001:00000010:2.0:1761311766.190087:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.190096:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.190101:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed70c6b0. 00000001:00000010:2.0:1761311766.190109:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.190114:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.190118:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.190122:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.190133:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000215e1575. 00010000:00000010:2.0:1761311766.190146:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002beff87d. 00010000:00000010:2.0:1761311766.190150:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.190158:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.190162:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.190169:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.190179:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000be1945c5. 02000000:00000010:2.0:1761311766.190202:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009a74ec89. 00000400:00000010:2.0:1761311766.190207:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.190211:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.190216:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697344, portal 16 00000400:00000010:2.0:1761311766.190219:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031517c0b. 00000100:00000200:2.0:1761311766.190220:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697344, offset 0 00000400:00000200:2.0:1761311766.190226:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.190232:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.190238:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.190241:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.190243:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.190245:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87547:87547:255:4294967295] 192.168.203.55@tcp LPNI seq info [87547:87547:7:4294967295] 00000400:00000200:2.0:1761311766.190252:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.190256:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.190259:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352882). 00000800:00000200:2.0:1761311766.190262:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.190266:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.190268:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.190303:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.190307:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.190334:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3295449. 02000000:00000010:1.0:1761311766.190342:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb295a6a. 00000100:00000010:1.0:1761311766.190346:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 02000000:00000010:1.0:1761311766.190349:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a189b025. 00000100:00000010:1.0:1761311766.190351:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:1.0:1761311766.190353:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000df7a9188. 00000100:00000010:1.0:1761311766.190355:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 02000000:00000010:1.0:1761311766.190358:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ff2eba46. 00000100:00000010:1.0:1761311766.190360:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 02000000:00000010:1.0:1761311766.190365:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000864bf681. 00000100:00000010:1.0:1761311766.190366:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:1.0:1761311766.190369:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000064755499. 00000100:00000010:1.0:1761311766.190371:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 00000100:00000200:1.0:1761311766.190378:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311766.190382:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000da88882d. 00000400:00000010:1.0:1761311766.190385:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b3702c79 (tot 82353034). 00000800:00000200:0.0:1761311766.190799:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.190803:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352786). 00000400:00000200:0.0:1761311766.190810:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.190814:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.190817:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:0.0:1761311766.190819:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 02000000:00000010:0.0:1761311766.190823:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066fe313f. 00000800:00000200:0.0:1761311766.190881:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.190883:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.190887:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.190890:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.190892:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031517c0b 00000400:00000010:0.0:1761311766.190893:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031517c0b. 00000100:00000200:0.0:1761311766.190899:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.191566:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b692aee. 00010000:00000010:2.1:1761311766.191574:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00010000:00000010:3.1:1761311766.192366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e512bda0. 00000400:00000200:0.0:1761311766.197516:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.197538:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eccc0 00000400:00000200:0.0:1761311766.197547:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab149 [1] + 224 00000400:00000200:0.0:1761311766.197560:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.197564:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.197577:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.197623:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.197628:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1514c0 00000400:00000200:0.0:1761311766.197633:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b95 [2] + 0 00000400:00000200:0.0:1761311766.197646:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.197649:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.197653:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.197660:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 00000020:00000010:3.0:1761311766.197736:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064755499. 00000020:00000010:3.0:1761311766.197744:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311766.197748:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.197775:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003af56a4d x1846867781817536/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.197816:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817536 02000000:00000010:3.0:1761311766.197828:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb295a6a. 00010000:00000010:3.0:1761311766.197875:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311766.197883:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004a1826ea. 00000100:00000010:3.0:1761311766.197889:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004a1826ea. 00010000:00000010:3.0:1761311766.197893:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000010:2.0:1761311766.197907:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000010:3.0:1761311766.197908:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000400:00000200:2.0:1761311766.197915:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.197918:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.197924:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.197933:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311766.197955:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f21a6dc4. 02000000:00000010:2.0:1761311766.197969:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009a74ec89. 02000000:00000010:2.0:1761311766.197974:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000be1945c5. 00000100:00000010:2.0:1761311766.197977:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.197980:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.197983:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00080000:00000010:2.0:1761311766.197997:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be1945c5. 00000100:00000200:3.0:1761311766.198047:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817536, offset 224 00000400:00000200:3.0:1761311766.198057:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.198068:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.198074:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87548:87548:256:4294967295] 192.168.203.55@tcp LPNI seq info [87548:87548:8:4294967295] 00000400:00000200:3.0:1761311766.198085:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.198090:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.198095:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.198101:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.198108:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.198112:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:2.0:1761311766.198115:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.198122:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000fd3f862. 00000020:00000010:3.0:1761311766.198137:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000001:00000010:2.0:1761311766.198139:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000020:00000010:3.0:1761311766.198143:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.198148:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064755499. 00000001:00000010:2.0:1761311766.198151:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.198158:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009a74ec89. 00000001:00000010:2.0:1761311766.198167:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.198173:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.198178:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.198183:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.198195:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004764ed7d. 00010000:00000010:2.0:1761311766.198211:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311766.198217:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.198228:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.198232:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.198237:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.198246:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001328c2eb. 02000000:00000010:2.0:1761311766.198266:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008039a9c2. 00000400:00000010:2.0:1761311766.198269:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.198272:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.198277:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697408, portal 16 00000400:00000010:2.0:1761311766.198280:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e7df18d. 00000100:00000200:2.0:1761311766.198282:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697408, offset 0 00000400:00000200:2.0:1761311766.198288:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.198305:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00010000:00000010:1.1:1761311766.198354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007409f32a. 00010000:00000010:2.1:1761311766.198355:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a6011ac6. 00010000:00000010:2.1:1761311766.198363:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00000400:00000200:2.0:1761311766.198373:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.198377:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.198380:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.198382:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87549:87549:255:4294967295] 192.168.203.55@tcp LPNI seq info [87549:87549:7:4294967295] 00000400:00000200:2.0:1761311766.198390:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.198394:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.198398:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311766.198402:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.198406:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.198408:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.198507:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.198511:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352786). 00000400:00000200:0.0:1761311766.198516:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.198521:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.198524:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:0.0:1761311766.198526:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000800:00000200:0.0:1761311766.198551:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.198553:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.198556:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.198559:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.198561:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:0.0:1761311766.198562:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000100:00000200:0.0:1761311766.198568:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.202355:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.202373:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecd00 00000400:00000200:0.0:1761311766.202380:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab159 [1] + 224 00000400:00000200:0.0:1761311766.202396:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.202401:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.202411:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.202468:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.202474:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.202476:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.202483:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.202491:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.202521:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008039a9c2. 02000000:00000010:2.0:1761311766.202526:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001328c2eb. 00000100:00000010:2.0:1761311766.202530:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.202534:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.202539:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000400:00000200:0.0:1761311766.207817:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.207837:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151500 00000400:00000200:0.0:1761311766.207911:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b95 [2] + 328 00000400:00000200:0.0:1761311766.208401:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.208409:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.208417:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.208425:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:1.0:1761311766.208599:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000df7a9188. 00000020:00000010:1.0:1761311766.208607:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.208612:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.208638:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781817600/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311766.208679:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817600 02000000:00000010:1.0:1761311766.208690:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a189b025. 00010000:00000010:1.0:1761311766.208717:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005aceb228. 00010000:00000010:1.0:1761311766.208739:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.208747:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a5411810. 00000100:00000010:1.0:1761311766.208769:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a5411810. 00010000:00000010:1.0:1761311766.208774:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000010:1.0:1761311766.208788:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311766.208792:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817600, offset 224 00000400:00000200:1.0:1761311766.208801:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:2.0:1761311766.208809:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001328c2eb. 00000400:00000200:1.0:1761311766.208813:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.208820:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87550:87550:256:4294967295] 192.168.203.55@tcp LPNI seq info [87550:87550:8:4294967295] 00000400:00000200:1.0:1761311766.208834:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.208839:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.208844:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311766.208849:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.208855:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.208858:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.208877:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.208881:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.208889:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000df7a9188. 00010000:00000010:2.0:1761311766.208922:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.208930:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003076a3c5. 00000001:00000010:2.0:1761311766.208947:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.208961:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.208967:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008039a9c2. 00000001:00000010:2.0:1761311766.208975:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.208982:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.208987:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.208992:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.209003:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000036c6870f. 00010000:00000010:2.0:1761311766.209018:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311766.209022:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.209033:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.209037:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.209043:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.209053:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000506913d7. 02000000:00000010:2.0:1761311766.209076:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008ae42f60. 00000400:00000010:2.0:1761311766.209080:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.209085:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.209089:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697472, portal 16 00000400:00000010:2.0:1761311766.209094:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311766.209096:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697472, offset 0 00000400:00000200:2.0:1761311766.209101:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.209108:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.209114:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.209118:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.209120:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.209123:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87551:87551:255:4294967295] 192.168.203.55@tcp LPNI seq info [87551:87551:7:4294967295] 00000400:00000200:2.0:1761311766.209130:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.209134:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.209137:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311766.209141:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.209145:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.209147:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.209233:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.209238:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352786). 00000400:00000200:1.0:1761311766.209244:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.209247:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.209251:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:1.0:1761311766.209253:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00010000:00000010:2.1:1761311766.209348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003da0c036. 00010000:00000010:2.1:1761311766.209355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00000800:00000200:1.0:1761311766.209659:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.209663:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311766.209666:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.209670:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.209673:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:1.0:1761311766.209674:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:1.0:1761311766.209680:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.212358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000320bcd01. 00010000:00000010:2.1:1761311766.212371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004f70b128. 00010000:00000010:2.1:1761311766.212374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00000400:00000200:3.0:1761311766.216489:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.216512:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecd40 00000400:00000200:3.0:1761311766.216520:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab165 [1] + 224 00000400:00000200:3.0:1761311766.216533:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.216537:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.216550:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.220736:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.220754:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151540 00000400:00000200:3.0:1761311766.220761:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b95 [2] + 656 00000400:00000200:3.0:1761311766.220829:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.220833:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.220839:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.220846:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000400:00000010:2.0:1761311766.220917:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.220923:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.220925:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.220934:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.220943:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761311766.220944:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000181a0396. 00000020:00000010:0.0:1761311766.220951:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009718c151. 00000020:00000010:0.0:1761311766.220955:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 02000000:00000010:2.0:1761311766.220970:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008ae42f60. 02000000:00000010:2.0:1761311766.220974:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000506913d7. 00000100:00000200:0.0:1761311766.220976:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c241c5e9 x1846867781817664/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:2.0:1761311766.220977:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.220980:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.220984:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00000100:00000200:0.0:1761311766.221002:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817664 02000000:00000010:0.0:1761311766.221012:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008167d26f. 00010000:00000010:0.0:1761311766.221043:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000644437e4. 00010000:00000010:0.0:1761311766.221064:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005cc40b55. 00000100:00000010:0.0:1761311766.221070:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1974ab5. 00000100:00000010:0.0:1761311766.221089:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1974ab5. 00010000:00000010:0.0:1761311766.221092:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005cc40b55. 00000400:00000010:0.0:1761311766.221104:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311766.221108:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817664, offset 224 00000400:00000200:0.0:1761311766.221114:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.221124:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.221129:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87552:87552:256:4294967295] 192.168.203.55@tcp LPNI seq info [87552:87552:8:4294967295] 00000400:00000200:0.0:1761311766.221138:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.221143:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.221147:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.221152:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.221158:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.221161:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.221176:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009718c151. 00000020:00000010:0.0:1761311766.221180:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.221182:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000181a0396. 00000800:00000200:0.0:1761311766.221242:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.221245:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.221252:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.221256:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.221258:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:0.0:1761311766.221260:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00010000:00000010:2.1:1761311766.221405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b3037ff. 00010000:00000010:2.1:1761311766.221412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00080000:00000010:2.0:1761311766.221432:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000506913d7. 00010000:00000010:2.0:1761311766.221541:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.221548:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000554fd8a1. 00000001:00000010:2.0:1761311766.221564:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.221581:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.221586:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008ae42f60. 00000001:00000010:2.0:1761311766.221594:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.221599:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.221604:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.221608:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.221619:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000080b37c2. 00010000:00000010:2.0:1761311766.221633:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311766.221638:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.221647:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.221650:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.221655:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.221663:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000098eb3c5. 02000000:00000010:2.0:1761311766.221682:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f7568362. 00000400:00000010:2.0:1761311766.221686:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.221689:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.221694:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697536, portal 16 00000400:00000010:2.0:1761311766.221697:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311766.221699:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697536, offset 0 00000400:00000200:2.0:1761311766.221703:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.221709:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.221714:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.221717:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.221720:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.221722:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87553:87553:256:4294967295] 192.168.203.55@tcp LPNI seq info [87553:87553:8:4294967295] 00000400:00000200:2.0:1761311766.221729:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.221733:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.221736:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.221739:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.221743:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.221745:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311766.222412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b22a870d. 00000800:00000200:1.0:1761311766.222482:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.222486:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311766.222491:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.222496:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.222501:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:1.0:1761311766.222502:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000100:00000200:1.0:1761311766.222508:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.231577:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d0030265. 00010000:00000010:2.1:1761311766.231591:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00000400:00000200:3.0:1761311766.232446:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.232460:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecd80 00000400:00000200:3.0:1761311766.232468:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab171 [1] + 224 00000400:00000200:3.0:1761311766.232478:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.232481:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.232490:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.232526:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.232532:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151580 00000400:00000200:3.0:1761311766.232536:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b95 [2] + 984 00000400:00000200:3.0:1761311766.232547:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.232550:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.232553:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.232558:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:3.0:1761311766.232603:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff2eba46. 00000020:00000010:3.0:1761311766.232610:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c6473563. 00000020:00000010:3.0:1761311766.232614:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.232633:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781817728/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.232656:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817728 02000000:00000010:3.0:1761311766.232664:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087a0d7ed. 00010000:00000010:3.0:1761311766.232694:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311766.232700:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.232706:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.232708:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311766.232719:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311766.232722:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817728, offset 224 00000400:00000200:3.0:1761311766.232728:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.232737:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.232741:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87554:87554:256:4294967295] 192.168.203.55@tcp LPNI seq info [87554:87554:8:4294967295] 00000400:00000200:3.0:1761311766.232750:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.232755:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.232758:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311766.232762:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.232768:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.232771:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.232784:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c6473563. 00000020:00000010:3.0:1761311766.232787:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.232789:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff2eba46. 00000400:00000010:2.0:1761311766.232936:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.232941:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311766.232943:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311766.232948:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.232955:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311766.232972:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c6a0ed3. 02000000:00000010:2.0:1761311766.232984:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f7568362. 02000000:00000010:2.0:1761311766.232988:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000098eb3c5. 00000100:00000010:2.0:1761311766.232990:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:2.0:1761311766.232993:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.232995:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00080000:00000010:2.0:1761311766.233007:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000098eb3c5. 00010000:00000010:2.0:1761311766.233111:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.233117:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c43956a4. 00000001:00000010:2.0:1761311766.233131:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.233142:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.233145:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f7568362. 00000001:00000010:2.0:1761311766.233152:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.233156:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.233160:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.233164:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.233174:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f383a80c. 00100000:00000010:2.0:1761311766.233179:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000007d3d6527. 00100000:00000010:2.0:1761311766.233181:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000798d91ea. 00010000:00000010:2.0:1761311766.233196:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311766.233200:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311766.233208:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f51d0f49. 00000100:00000010:2.0:1761311766.233210:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.233215:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.233223:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092d170fd. 02000000:00000010:2.0:1761311766.233242:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005ea431d6. 00000400:00000010:2.0:1761311766.233245:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.233247:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.233251:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697600, portal 16 00000400:00000010:2.0:1761311766.233254:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311766.233256:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697600, offset 0 00000400:00000200:2.0:1761311766.233261:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.233266:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.233272:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.233275:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.233278:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.233280:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87555:87555:255:4294967295] 192.168.203.55@tcp LPNI seq info [87555:87555:7:4294967295] 00000400:00000200:2.0:1761311766.233287:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.233303:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.233306:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311766.233327:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.233330:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.233333:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311766.238946:0:78540:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005256897d. 00000800:00000200:0.0:1761311766.239559:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.239564:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352786). 00000400:00000200:0.0:1761311766.239571:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.239581:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.239587:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:0.0:1761311766.239589:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000800:00000200:0.0:1761311766.239663:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.239665:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.239669:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.239673:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.239675:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:0.0:1761311766.239676:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00000100:00000200:0.0:1761311766.239683:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787697600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.249071:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.249091:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecdc0 00000400:00000200:0.0:1761311766.249100:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab17d [1] + 224 00000400:00000200:0.0:1761311766.249113:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.249117:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.249129:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787697600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.249162:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.249167:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1515c0 00000400:00000200:0.0:1761311766.249172:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b95 [2] + 1312 00000400:00000200:0.0:1761311766.249183:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.249186:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.249190:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.249195:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 00000020:00000010:0.0:1761311766.249241:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009e0825d5. 00000020:00000010:0.0:1761311766.249247:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.249251:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.249278:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ade5492c x1846867781817792/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311766.249340:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817792 02000000:00000010:0.0:1761311766.249353:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000455d6077. 00010000:00000010:0.0:1761311766.249388:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a9217ec. 00000100:00000010:0.0:1761311766.249395:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1974ab5. 00000100:00000010:0.0:1761311766.249402:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1974ab5. 00010000:00000010:0.0:1761311766.249406:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a9217ec. 00000400:00000010:0.0:1761311766.249420:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311766.249425:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817792, offset 224 00000400:00000200:0.0:1761311766.249433:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.249444:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.249449:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87556:87556:256:4294967295] 192.168.203.55@tcp LPNI seq info [87556:87556:8:4294967295] 00000400:00000200:0.0:1761311766.249459:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.249465:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.249469:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.249475:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.249482:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.249486:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.249503:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.249509:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.249511:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009e0825d5. 00000800:00000200:0.0:1761311766.249620:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.249624:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.249631:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.249634:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.249638:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:0.0:1761311766.249640:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00000400:00000010:0.0:1761311766.249659:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:0.0:1761311766.249663:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:0.0:1761311766.249664:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:0.0:1761311766.249669:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787697600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.249676:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787697600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311766.249696:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000047d66c48. 02000000:00000010:0.0:1761311766.249707:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005ea431d6. 02000000:00000010:0.0:1761311766.249712:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092d170fd. 00000100:00000010:0.0:1761311766.249715:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:0.0:1761311766.249718:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:0.0:1761311766.249721:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f51d0f49. 00080000:00000010:0.0:1761311766.249733:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e0825d5. 00010000:00000010:0.0:1761311766.249856:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:0.0:1761311766.249862:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003491cbd1. 00000001:00000010:0.0:1761311766.249879:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311766.249894:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00080000:00000010:0.0:1761311766.249899:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009d04f75d. 00000001:00000010:0.0:1761311766.249907:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311766.249912:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311766.249917:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ec000098. 00000001:00000010:0.0:1761311766.249921:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ec000098. 00100000:00000010:0.0:1761311766.249932:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006591faff. 00010000:00000010:0.0:1761311766.249948:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.0:1761311766.249953:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020442adf. 00010000:00000010:0.0:1761311766.249961:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005a9217ec. 00000100:00000010:0.0:1761311766.249965:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1974ab5. 00000100:00000010:0.0:1761311766.249970:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 02000000:00000010:0.0:1761311766.249979:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079286013. 02000000:00000010:0.0:1761311766.250000:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002b0463ce. 00000400:00000010:0.0:1761311766.250004:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec000098. 00000400:00000010:0.0:1761311766.250007:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311766.250011:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697664, portal 16 00000400:00000010:0.0:1761311766.250015:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311766.250016:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697664, offset 0 00000400:00000200:0.0:1761311766.250021:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.250028:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.250035:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.250038:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.250041:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.250044:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87557:87557:256:4294967295] 192.168.203.55@tcp LPNI seq info [87557:87557:8:4294967295] 00000400:00000200:0.0:1761311766.250051:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.250056:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.250058:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.250062:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.250066:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.250068:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.250108:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.250110:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.250114:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.250117:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.250119:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:0.0:1761311766.250121:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00000100:00000200:0.0:1761311766.250124:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed36996 x1846867787697664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.258356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c39c1278. 00010000:00000010:2.1:1761311766.258372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005049bf23. 00010000:00000010:2.1:1761311766.258377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00000400:00000200:0.0:1761311766.259268:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.259286:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ece00 00000400:00000200:0.0:1761311766.259306:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab189 [1] + 224 00000400:00000200:0.0:1761311766.259387:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.259392:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.259402:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed36996 x1846867787697664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.260584:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ec000098. 00000400:00000200:2.0:1761311766.260591:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:2.0:1761311766.260594:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00000100:00000200:2.0:1761311766.260603:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed36996 x1846867787697664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.260613:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed36996 x1846867787697664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.260644:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002b0463ce. 02000000:00000010:2.0:1761311766.260650:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079286013. 00000100:00000010:2.0:1761311766.260654:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 00000100:00000010:2.0:1761311766.260657:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1974ab5. 00010000:00000010:2.0:1761311766.260662:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005a9217ec. 00000400:00000200:0.0:1761311766.261431:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.261447:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151600 00000400:00000200:0.0:1761311766.261454:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b95 [2] + 1640 00000400:00000200:0.0:1761311766.261969:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.261975:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.261982:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.261989:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:1.0:1761311766.262111:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3295449. 00000020:00000010:1.0:1761311766.262119:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.262124:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.262149:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781817856/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311766.264131:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817856 02000000:00000010:1.0:1761311766.264150:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066fe313f. 00010000:00000010:1.0:1761311766.264181:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000455a9968. 00010000:00000010:1.0:1761311766.264198:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.264206:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.264232:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:1.0:1761311766.264236:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000010:1.0:1761311766.264249:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311766.264254:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817856, offset 224 00000400:00000200:1.0:1761311766.264264:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.264278:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.264284:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87558:87558:256:4294967295] 192.168.203.55@tcp LPNI seq info [87558:87558:8:4294967295] 00000400:00000200:1.0:1761311766.264303:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.264326:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.264331:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311766.264338:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.264344:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.264347:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.264368:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.264373:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.264376:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3295449. 00010000:00000010:0.1:1761311766.266414:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ea46a62. 00010000:00000010:0.1:1761311766.266426:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006129a22d. 00010000:00000010:0.1:1761311766.266430:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00000800:00000200:0.0:1761311766.267217:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.267222:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:0.0:1761311766.267229:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.267237:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.267243:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:0.0:1761311766.267246:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00080000:00000010:3.0:1761311766.267731:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9244c4c. 00010000:00000010:3.0:1761311766.267853:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020442adf. 00010000:00000010:3.0:1761311766.267861:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000019b7f2bb. 00000001:00000010:3.0:1761311766.267878:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.267889:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311766.267894:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af0e482d. 00000001:00000010:3.0:1761311766.267902:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.267907:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.267911:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.267915:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311766.267926:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000aa260811. 00010000:00000010:3.0:1761311766.267940:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.0:1761311766.267945:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c6d61f3. 00010000:00000010:3.0:1761311766.267955:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bed98e0. 00000100:00000010:3.0:1761311766.267961:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.267969:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311766.267982:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081f35eff. 02000000:00000010:3.0:1761311766.268009:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000763cb145. 00000400:00000010:3.0:1761311766.268014:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311766.268019:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311766.268026:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697728, portal 16 00000400:00000010:3.0:1761311766.268031:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311766.268033:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697728, offset 0 00000400:00000200:3.0:1761311766.268041:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.268055:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.268061:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.268066:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.268068:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.268071:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87559:87559:256:4294967295] 192.168.203.55@tcp LPNI seq info [87559:87559:8:4294967295] 00000400:00000200:3.0:1761311766.268081:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.268086:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.268091:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311766.268096:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.268103:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.268106:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.268194:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.268197:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:1.0:1761311766.268201:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.268205:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.268209:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:1.0:1761311766.268210:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:1.0:1761311766.268217:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787697728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.271413:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000037ba9b7b. 00010000:00000010:3.1:1761311766.275352:0:78560:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002635cc93. 00010000:00000010:3.1:1761311766.275366:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00000400:00000200:1.0:1761311766.275554:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.275571:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ece40 00000400:00000200:1.0:1761311766.275579:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab195 [1] + 224 00000400:00000200:1.0:1761311766.275590:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.275594:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.275605:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787697728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.275638:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.275644:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151640 00000400:00000200:1.0:1761311766.275649:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9b95 [2] + 1968 00000400:00000010:1.0:1761311766.275652:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1b010bb. 00000400:00000200:1.0:1761311766.275656:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b05e276d 00000400:00000200:1.0:1761311766.275982:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.275987:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.275991:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b05e276d 00000400:00000010:1.0:1761311766.275993:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b05e276d (tot 82352386). 00000100:00000200:1.0:1761311766.275999:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761311766.276122:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:2.0:1761311766.276128:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:2.0:1761311766.276129:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:2.0:1761311766.276137:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787697728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.276145:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787697728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.276174:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000763cb145. 02000000:00000010:2.0:1761311766.276181:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081f35eff. 00000100:00000010:2.0:1761311766.276185:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:2.0:1761311766.276189:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:2.0:1761311766.276192:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bed98e0. 00000020:00000010:0.0:1761311766.276688:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000181a0396. 00000020:00000010:0.0:1761311766.276697:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009718c151. 00000020:00000010:0.0:1761311766.276701:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.276727:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d5e85a59 x1846867781817920/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.276758:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817920 02000000:00000010:0.0:1761311766.276767:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003fbe0a35. 00010000:00000010:0.0:1761311766.276791:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000070608994. 00010000:00000010:0.0:1761311766.276814:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dfa28. 00000100:00000010:0.0:1761311766.276821:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a1974ab5. 00000100:00000010:0.0:1761311766.276838:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a1974ab5. 00010000:00000010:0.0:1761311766.276843:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dfa28. 00080000:00000010:2.0:1761311766.276854:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092d170fd. 00000400:00000010:0.0:1761311766.276858:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311766.276863:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817920, offset 224 00000400:00000200:0.0:1761311766.276871:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.276881:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.276886:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87560:87560:256:4294967295] 192.168.203.55@tcp LPNI seq info [87560:87560:8:4294967295] 00000400:00000200:0.0:1761311766.276896:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.276901:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.276905:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352634). 00000800:00000200:0.0:1761311766.276910:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.276916:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.276920:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.276937:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009718c151. 00000020:00000010:0.0:1761311766.276942:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.276944:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000181a0396. 02000000:00000010:0.0:1761311766.276952:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066fe313f. 00000100:00000010:0.0:1761311766.276956:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:0.0:1761311766.276960:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000455d6077. 00000100:00000010:0.0:1761311766.276962:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 02000000:00000010:0.0:1761311766.276968:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087a0d7ed. 00010000:00000010:2.0:1761311766.276969:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c6d61f3. 00000100:00000010:0.0:1761311766.276971:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:0.0:1761311766.276977:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008167d26f. 00010000:00000010:2.0:1761311766.276978:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da7fe0d6. 00000100:00000010:0.0:1761311766.276980:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 02000000:00000010:0.0:1761311766.276986:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a189b025. 00000100:00000010:0.0:1761311766.276988:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311766.276991:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb295a6a. 00000100:00000010:0.0:1761311766.276995:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 00000001:00000010:2.0:1761311766.277000:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000100:00000200:0.0:1761311766.277002:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000001:00000010:2.0:1761311766.277014:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000400:00000010:0.0:1761311766.277021:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ec000098. 00080000:00000010:2.0:1761311766.277023:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005ea431d6. 00000400:00000010:0.0:1761311766.277026:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000a1974ab5 (tot 82352786). 00000001:00000010:2.0:1761311766.277035:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.277043:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.277049:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.277054:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311766.277066:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000031fadb71. 00010000:00000010:2.0:1761311766.277084:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311766.277090:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b9aa8ae. 00010000:00000010:2.0:1761311766.277100:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d27a9f3. 00000100:00000010:2.0:1761311766.277105:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.277111:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b8867c8. 02000000:00000010:2.0:1761311766.277122:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0754593. 02000000:00000010:2.0:1761311766.277155:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000072374b63. 00000400:00000010:2.0:1761311766.277160:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311766.277164:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311766.277167:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697792, portal 16 00000400:00000010:2.0:1761311766.277173:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da4c9eb. 00000100:00000200:2.0:1761311766.277174:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697792, offset 0 00000400:00000200:2.0:1761311766.277179:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.277186:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.277192:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.277196:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.277199:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.277201:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87561:87561:255:4294967295] 192.168.203.55@tcp LPNI seq info [87561:87561:7:4294967295] 00000400:00000200:2.0:1761311766.277208:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.277212:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.277216:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311766.277220:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.277224:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.277226:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.277263:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.277267:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352786). 00000400:00000200:1.0:1761311766.277276:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.277280:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.277284:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:1.0:1761311766.277286:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 02000000:00000010:1.0:1761311766.277301:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003fbe0a35. 00000800:00000200:1.0:1761311766.277365:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.277367:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311766.277372:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.277376:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.277378:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004da4c9eb 00000400:00000010:1.0:1761311766.277380:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004da4c9eb. 00000100:00000200:1.0:1761311766.277386:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009b8867c8 x1846867787697792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.282570:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.282589:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ece80 00000400:00000200:3.0:1761311766.282599:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab1a5 [1] + 224 00000400:00000200:3.0:1761311766.282616:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.282620:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.282631:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009b8867c8 x1846867787697792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.282702:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:2.0:1761311766.282709:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311766.282711:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:2.0:1761311766.282718:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009b8867c8 x1846867787697792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.282726:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009b8867c8 x1846867787697792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.282755:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000072374b63. 02000000:00000010:2.0:1761311766.282760:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0754593. 00000100:00000010:2.0:1761311766.282764:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b8867c8. 00000100:00000010:2.0:1761311766.282767:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.282772:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d27a9f3. 00000400:00000200:0.0:1761311766.284343:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.284361:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151680 00000400:00000200:0.0:1761311766.284371:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9bed [2] + 0 00000400:00000200:1.0:1761311766.284465:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.284473:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.284479:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.284486:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00000020:00000010:0.0:1761311766.284636:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008167d26f. 00000020:00000010:0.0:1761311766.284643:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009718c151. 00000020:00000010:0.0:1761311766.284647:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.284673:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781817984/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.284960:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781817984 02000000:00000010:0.0:1761311766.284973:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000455d6077. 00010000:00000010:0.0:1761311766.284999:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008badd8f2. 00010000:00000010:0.0:1761311766.285017:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dfa28. 00000100:00000010:0.0:1761311766.285023:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.285044:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.285049:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dfa28. 00000400:00000010:0.0:1761311766.285063:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311766.285067:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781817984, offset 224 00080000:00000010:3.0:1761311766.285074:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae2fdf9. 00000400:00000200:0.0:1761311766.285075:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.285088:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.285093:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87562:87562:256:4294967295] 192.168.203.55@tcp LPNI seq info [87562:87562:8:4294967295] 00000400:00000200:0.0:1761311766.285102:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.285107:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.285112:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.285118:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.285125:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.285128:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.285148:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009718c151. 00000020:00000010:0.0:1761311766.285152:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.285155:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008167d26f. 00010000:00000010:3.0:1761311766.285188:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b9aa8ae. 00010000:00000010:3.0:1761311766.285196:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008207a5f6. 00000001:00000010:3.0:1761311766.285212:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.285225:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000800:00000200:0.0:1761311766.285229:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1761311766.285231:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c95ec62. 00000800:00000010:0.0:1761311766.285234:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000001:00000010:3.0:1761311766.285243:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000400:00000200:0.0:1761311766.285244:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.285250:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000001:00000010:3.0:1761311766.285251:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000400:00000200:0.0:1761311766.285254:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:0.0:1761311766.285258:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000001:00000010:3.0:1761311766.285260:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.285267:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00100000:00000010:3.0:1761311766.285281:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d1bacda9. 00010000:00000010:3.0:1761311766.285307:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006596f090. 00010000:00000010:3.0:1761311766.285339:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003a24d8df. 00010000:00000010:3.0:1761311766.285351:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebc2fce9. 00000100:00000010:3.0:1761311766.285355:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.285363:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311766.285373:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c6cd79a. 02000000:00000010:3.0:1761311766.285398:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850ead4e. 00000400:00000010:3.0:1761311766.285403:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000344d52c6. 00000400:00000010:3.0:1761311766.285408:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311766.285413:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697856, portal 16 00000400:00000010:3.0:1761311766.285418:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311766.285421:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697856, offset 0 00000400:00000200:3.0:1761311766.285426:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.285433:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.285441:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.285446:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.285449:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.285452:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87563:87563:256:4294967295] 192.168.203.55@tcp LPNI seq info [87563:87563:8:4294967295] 00000400:00000200:3.0:1761311766.285459:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.285463:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.285466:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.285471:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.285476:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.285479:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.285532:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.285535:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:3.0:1761311766.285538:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.285541:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.285543:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311766.285545:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311766.285549:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787697856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.288425:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000708c5b0a. 00010000:00000010:2.1:1761311766.288437:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00010000:00000010:0.1:1761311766.288731:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027678469. 00000400:00000200:0.0:1761311766.288853:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.288871:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecec0 00000400:00000200:0.0:1761311766.288881:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab1b1 [1] + 224 00000400:00000200:0.0:1761311766.288900:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.288904:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.288915:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787697856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.289825:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:3.0:1761311766.289832:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311766.289834:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311766.289844:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787697856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.289853:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787697856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.289878:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850ead4e. 02000000:00000010:3.0:1761311766.289883:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c6cd79a. 00000100:00000010:3.0:1761311766.289887:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311766.289890:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.289893:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebc2fce9. 00000400:00000200:3.0:1761311766.290351:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.290365:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1516c0 00000400:00000200:3.0:1761311766.290370:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9bed [2] + 328 00000400:00000200:2.0:1761311766.290501:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.290507:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.290512:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.290517:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b8867c8. 00000020:00000010:1.0:1761311766.290646:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e3295449. 00000020:00000010:1.0:1761311766.290653:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.290658:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.290681:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009b8867c8 x1846867781818048/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311766.290717:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818048 02000000:00000010:1.0:1761311766.290728:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000471a99f1. 00010000:00000010:1.0:1761311766.290753:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db97c6f7. 00010000:00000010:1.0:1761311766.290770:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.290777:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.290789:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:1.0:1761311766.290792:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000010:1.0:1761311766.290805:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311766.290810:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818048, offset 224 00000400:00000200:1.0:1761311766.290817:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.290828:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.290835:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87564:87564:256:4294967295] 192.168.203.55@tcp LPNI seq info [87564:87564:8:4294967295] 00080000:00000010:3.0:1761311766.290847:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c6cd79a. 00000400:00000200:1.0:1761311766.290856:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.290861:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.290866:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311766.290872:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.290879:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.290882:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.290900:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.290904:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.290907:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e3295449. 00010000:00000010:3.0:1761311766.290963:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a24d8df. 00010000:00000010:3.0:1761311766.290971:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008315fdf7. 00000001:00000010:3.0:1761311766.290989:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.291005:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00080000:00000010:3.0:1761311766.291011:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000850ead4e. 00000001:00000010:3.0:1761311766.291020:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.291050:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.291058:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.291064:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00100000:00000010:3.0:1761311766.291081:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ccf1c21d. 00100000:00000010:3.0:1761311766.291089:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000005909438f. 00100000:00000010:3.0:1761311766.291091:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001220f91a. 00010000:00000010:3.0:1761311766.291111:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057644094. 00010000:00000010:3.0:1761311766.291121:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003a24d8df. 00010000:00000010:3.0:1761311766.291130:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebc2fce9. 00000100:00000010:3.0:1761311766.291135:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.291142:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311766.291152:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000630110ff. 02000000:00000010:3.0:1761311766.291173:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8b6c145. 00000400:00000010:3.0:1761311766.291178:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000344d52c6. 00000400:00000010:3.0:1761311766.291182:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311766.291187:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697920, portal 16 00000400:00000010:3.0:1761311766.291191:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311766.291193:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697920, offset 0 00000400:00000200:3.0:1761311766.291198:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.291209:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.291217:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.291221:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.291223:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.291225:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87565:87565:255:4294967295] 192.168.203.55@tcp LPNI seq info [87565:87565:7:4294967295] 00000400:00000200:3.0:1761311766.291231:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.291235:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.291238:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82353034). 00000800:00000200:3.0:1761311766.291242:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.291245:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.291248:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.291299:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.291302:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352786). 00000400:00000200:3.0:1761311766.291307:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:0.1:1761311766.291339:0:78560:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f20fd23f. 00000400:00000200:3.0:1761311766.291352:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.291356:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:3.0:1761311766.291358:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00000800:00000200:3.0:1761311766.291410:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.291412:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:3.0:1761311766.291416:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.291419:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.291421:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311766.291422:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311766.291427:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787697920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.299443:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.299463:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecf00 00000400:00000200:1.0:1761311766.299471:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab1bd [1] + 224 00000400:00000200:1.0:1761311766.299484:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.299488:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.299501:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787697920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.299540:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.299545:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151700 00000400:00000200:1.0:1761311766.299550:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9bed [2] + 656 00000400:00000200:1.0:1761311766.299560:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.299563:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.299567:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.299572:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000400:00000010:3.0:1761311766.299808:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:3.0:1761311766.299815:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311766.299817:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311766.299823:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787697920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.299832:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787697920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.299861:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8b6c145. 02000000:00000010:3.0:1761311766.299876:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000630110ff. 00000100:00000010:3.0:1761311766.299880:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311766.299883:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.299888:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebc2fce9. 00000020:00000010:2.0:1761311766.302003:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000072374b63. 00000020:00000010:2.0:1761311766.302014:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311766.302018:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.302046:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781818112/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311766.302082:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818112 02000000:00000010:2.0:1761311766.302091:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000066728aba. 00010000:00000010:2.0:1761311766.302116:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d7b67a2. 00010000:00000010:2.0:1761311766.302137:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d27a9f3. 00000100:00000010:2.0:1761311766.302145:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.302168:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.302172:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d27a9f3. 00000400:00000010:2.0:1761311766.302185:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311766.302189:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818112, offset 224 00000400:00000200:2.0:1761311766.302197:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.302210:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.302216:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87566:87566:256:4294967295] 192.168.203.55@tcp LPNI seq info [87566:87566:8:4294967295] 00000400:00000200:2.0:1761311766.302225:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.302230:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.302234:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.302239:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.302245:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.302249:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.302268:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311766.302273:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.302276:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000072374b63. 00010000:00000010:3.1:1761311766.302299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f551b8f6. 00010000:00000010:3.1:1761311766.302308:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00000800:00000200:2.0:1761311766.302426:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.302429:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311766.302434:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.302439:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.302443:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311766.302445:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00080000:00000010:0.0:1761311766.303236:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000181a0396. 00010000:00000010:0.0:1761311766.303427:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a24d8df. 00010000:00000010:0.0:1761311766.303437:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000027ae32d6. 00000001:00000010:0.0:1761311766.303456:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.303469:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311766.303475:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cad5434. 00000001:00000010:0.0:1761311766.303485:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.303492:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.303497:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.303503:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311766.303515:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b1d2bf1a. 00010000:00000010:0.0:1761311766.303533:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.0:1761311766.303540:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b510b6f. 00010000:00000010:0.0:1761311766.303552:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dfa28. 00000100:00000010:0.0:1761311766.303558:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.303567:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 02000000:00000010:0.0:1761311766.303579:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000348faa7c. 02000000:00000010:0.0:1761311766.303609:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000650dab42. 00000400:00000010:0.0:1761311766.303613:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.303618:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311766.303624:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787697984, portal 16 00000400:00000010:0.0:1761311766.303629:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbf9703. 00000100:00000200:0.0:1761311766.303631:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787697984, offset 0 00000400:00000200:0.0:1761311766.303638:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.303650:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.303657:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.303660:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.303663:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.303666:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87567:87567:256:4294967295] 192.168.203.55@tcp LPNI seq info [87567:87567:8:4294967295] 00000400:00000200:0.0:1761311766.303676:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.303681:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.303686:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.303693:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.303699:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.303701:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.303862:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.303866:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:3.0:1761311766.303876:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.303880:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.303884:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbf9703 00000400:00000010:3.0:1761311766.303885:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbf9703. 00000100:00000200:3.0:1761311766.303892:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003af56a4d x1846867787697984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.306394:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092636ab4. 00010000:00000010:3.1:1761311766.306405:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00010000:00000010:1.1:1761311766.306610:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000023d1e3be. 00000400:00000200:1.0:1761311766.306638:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.306653:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecf40 00000400:00000200:1.0:1761311766.306661:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab1c9 [1] + 224 00000400:00000200:1.0:1761311766.306673:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.306676:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.306692:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003af56a4d x1846867787697984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.306730:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.306736:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151740 00000400:00000200:1.0:1761311766.306740:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9bed [2] + 984 00000400:00000200:1.0:1761311766.306791:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.306795:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.306799:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.306803:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 00000020:00000010:2.0:1761311766.307753:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a373ce6d. 00000020:00000010:2.0:1761311766.307760:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311766.307765:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.307791:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4befbb x1846867781818176/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311766.307827:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818176 02000000:00000010:2.0:1761311766.307838:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dd042b0f. 00010000:00000010:2.0:1761311766.307879:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d27a9f3. 00000100:00000010:2.0:1761311766.307886:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.307892:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.307895:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d27a9f3. 00000400:00000010:2.0:1761311766.307908:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311766.307912:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818176, offset 224 00000400:00000200:2.0:1761311766.307919:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.307930:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.307935:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87568:87568:256:4294967295] 192.168.203.55@tcp LPNI seq info [87568:87568:8:4294967295] 00000400:00000200:2.0:1761311766.307944:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.307949:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.307952:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.307957:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.307963:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.307967:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.307984:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311766.307988:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.307991:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a373ce6d. 00000800:00000200:2.0:1761311766.308066:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.308069:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311766.308073:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.308077:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.308081:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311766.308083:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000400:00000010:0.0:1761311766.308214:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:0.0:1761311766.308218:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:0.0:1761311766.308220:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000100:00000200:0.0:1761311766.308226:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003af56a4d x1846867787697984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.308234:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003af56a4d x1846867787697984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311766.308253:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000086ed86e1. 02000000:00000010:0.0:1761311766.308266:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000650dab42. 02000000:00000010:0.0:1761311766.308271:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000348faa7c. 00000100:00000010:0.0:1761311766.308295:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 00000100:00000010:0.0:1761311766.308299:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.308303:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dfa28. 00080000:00000010:0.0:1761311766.308337:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000348faa7c. 00010000:00000010:0.0:1761311766.308441:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b510b6f. 00010000:00000010:0.0:1761311766.308447:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035f43079. 00000001:00000010:0.0:1761311766.308463:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.308477:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311766.308481:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000650dab42. 00000001:00000010:0.0:1761311766.308488:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.308493:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.308497:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.308502:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311766.308514:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ffefa5ad. 00010000:00000010:0.0:1761311766.308530:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.0:1761311766.308535:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b510b6f. 00010000:00000010:0.0:1761311766.308544:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dfa28. 00000100:00000010:0.0:1761311766.308547:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.308553:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 02000000:00000010:0.0:1761311766.308563:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c0eeaa45. 02000000:00000010:0.0:1761311766.308584:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004c36a6d. 00000400:00000010:0.0:1761311766.308588:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.308591:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311766.308595:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698048, portal 16 00000400:00000010:0.0:1761311766.308598:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311766.308600:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698048, offset 0 00000400:00000200:0.0:1761311766.308605:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.308612:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.308618:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.308621:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.308624:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.308627:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87569:87569:256:4294967295] 192.168.203.55@tcp LPNI seq info [87569:87569:8:4294967295] 00000400:00000200:0.0:1761311766.308633:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.308638:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.308641:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.308646:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.308649:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.308652:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.308704:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.308706:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.308715:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.308719:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.308721:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:0.0:1761311766.308722:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00000100:00000200:0.0:1761311766.308727:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003af56a4d x1846867787698048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.309685:0:78572:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008bfeaa94. 00010000:00000010:0.1:1761311766.310102:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028577d6d. 00010000:00000010:0.1:1761311766.310109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00000400:00000200:1.0:1761311766.312867:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.312891:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecf80 00000400:00000200:1.0:1761311766.312901:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab1d5 [1] + 224 00000400:00000200:1.0:1761311766.312916:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.312921:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.312932:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003af56a4d x1846867787698048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.312973:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.312979:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151780 00000400:00000200:1.0:1761311766.312984:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9bed [2] + 1312 00000400:00000010:0.0:1761311766.312993:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:0.0:1761311766.312998:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:0.0:1761311766.313000:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000100:00000200:0.0:1761311766.313005:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003af56a4d x1846867787698048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.313013:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003af56a4d x1846867787698048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.313043:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004c36a6d. 02000000:00000010:0.0:1761311766.313050:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c0eeaa45. 00000100:00000010:0.0:1761311766.313053:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 00000100:00000010:0.0:1761311766.313056:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.313060:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dfa28. 00000400:00000200:1.0:1761311766.313208:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.313214:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.313218:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.313223:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000020:00000010:3.0:1761311766.313966:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8b6c145. 00000020:00000010:3.0:1761311766.313974:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.313978:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.314013:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781818240/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.314177:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818240 02000000:00000010:3.0:1761311766.314188:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dfc27f2f. 00010000:00000010:3.0:1761311766.314215:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7878cc3. 00010000:00000010:3.0:1761311766.314237:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dad26dbc. 00000100:00000010:3.0:1761311766.314245:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.314260:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.314262:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dad26dbc. 00000400:00000010:3.0:1761311766.314275:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311766.314281:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818240, offset 224 00000400:00000200:3.0:1761311766.314297:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.314325:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.314331:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87570:87570:256:4294967295] 192.168.203.55@tcp LPNI seq info [87570:87570:8:4294967295] 00000400:00000200:3.0:1761311766.314340:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.314345:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.314350:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.314356:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.314362:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.314366:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.314388:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.314392:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.314395:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8b6c145. 00080000:00000010:0.0:1761311766.314459:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c0eeaa45. 00010000:00000010:0.0:1761311766.314570:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b510b6f. 00010000:00000010:0.0:1761311766.314577:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000016e0d70. 00000001:00000010:0.0:1761311766.314600:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.314616:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311766.314620:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004c36a6d. 00000001:00000010:0.0:1761311766.314628:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.314633:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.314638:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.314642:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311766.314653:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000003636a5a. 00010000:00000010:0.0:1761311766.314667:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.0:1761311766.314672:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b510b6f. 00010000:00000010:0.0:1761311766.314683:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000891dfa28. 00000100:00000010:0.0:1761311766.314686:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.314693:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 02000000:00000010:0.0:1761311766.314708:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d4279f07. 02000000:00000010:0.0:1761311766.314731:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1509a25. 00000400:00000010:0.0:1761311766.314734:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.314738:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311766.314742:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698112, portal 16 00000400:00000010:0.0:1761311766.314746:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311766.314748:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698112, offset 0 00000400:00000200:0.0:1761311766.314753:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.314761:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.314767:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.314771:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.314773:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.314775:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87571:87571:255:4294967295] 192.168.203.55@tcp LPNI seq info [87571:87571:7:4294967295] 00000400:00000200:0.0:1761311766.314782:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.314786:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.314789:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82353034). 00000800:00000200:0.0:1761311766.314793:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.314797:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.314799:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.314862:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.314866:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352786). 00000400:00000200:2.0:1761311766.314871:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.314874:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.314878:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:2.0:1761311766.314881:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000800:00000200:2.0:1761311766.315068:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.315071:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:2.0:1761311766.315078:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.315082:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.315084:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:2.0:1761311766.315085:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00000100:00000200:2.0:1761311766.315090:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003af56a4d x1846867787698112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.317901:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.317921:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ecfc0 00000400:00000200:0.0:1761311766.317928:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab1e1 [1] + 224 00000400:00000200:0.0:1761311766.317944:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.317948:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.317958:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003af56a4d x1846867787698112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.318067:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:1.0:1761311766.318072:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:1.0:1761311766.318074:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000100:00000200:1.0:1761311766.318079:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003af56a4d x1846867787698112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.318086:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003af56a4d x1846867787698112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.318113:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1509a25. 02000000:00000010:1.0:1761311766.318119:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d4279f07. 00000100:00000010:1.0:1761311766.318124:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 00000100:00000010:1.0:1761311766.318128:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:1.0:1761311766.318132:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000891dfa28. 00010000:00000010:0.1:1761311766.318518:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000237b2fe0. 00010000:00000010:0.1:1761311766.318524:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000091e69bde. 00010000:00000010:0.1:1761311766.318527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00000400:00000200:3.0:1761311766.318991:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.319003:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1517c0 00000400:00000200:3.0:1761311766.319010:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9bed [2] + 1640 00000400:00000200:3.0:1761311766.319406:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.319413:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.319418:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.319424:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 00000020:00000010:0.0:1761311766.319717:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d4279f07. 00000020:00000010:0.0:1761311766.319725:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009718c151. 00000020:00000010:0.0:1761311766.319730:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.319759:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a85faf x1846867781818304/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311766.319794:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818304 02000000:00000010:0.0:1761311766.319804:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1509a25. 00010000:00000010:0.0:1761311766.319829:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2b441bb. 00010000:00000010:0.0:1761311766.319913:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7b5b72c. 00000100:00000010:0.0:1761311766.319920:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.319939:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.319943:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7b5b72c. 00000400:00000010:0.0:1761311766.319956:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311766.319960:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818304, offset 224 00000400:00000200:0.0:1761311766.319967:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.319977:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.319983:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87572:87572:256:4294967295] 192.168.203.55@tcp LPNI seq info [87572:87572:8:4294967295] 00000400:00000200:0.0:1761311766.319992:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.319997:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.320001:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.320006:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.320012:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.320016:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.320031:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009718c151. 00000020:00000010:0.0:1761311766.320035:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.320038:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d4279f07. 00080000:00000010:2.0:1761311766.320376:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000072374b63. 00010000:00000010:0.1:1761311766.320626:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005d36251b. 00010000:00000010:3.1:1761311766.320629:0:78575:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066c20de3. 00010000:00000010:0.1:1761311766.320632:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00000800:00000200:0.0:1761311766.320644:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.320647:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.320654:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.320658:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.320662:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:0.0:1761311766.320663:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00010000:00000010:2.0:1761311766.320716:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b510b6f. 00010000:00000010:2.0:1761311766.320723:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000094a0ad32. 00000001:00000010:2.0:1761311766.320740:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.320752:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311766.320757:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a373ce6d. 00000001:00000010:2.0:1761311766.320766:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.320772:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.320776:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.320781:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311766.320793:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000608cb35. 00010000:00000010:2.0:1761311766.320807:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002beff87d. 00010000:00000010:2.0:1761311766.320812:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005d1a0f4e. 00010000:00000010:2.0:1761311766.320822:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d27a9f3. 00000100:00000010:2.0:1761311766.320825:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.320833:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 02000000:00000010:2.0:1761311766.320858:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d4f17c4. 02000000:00000010:2.0:1761311766.320882:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a65481. 00000400:00000010:2.0:1761311766.320887:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311766.320891:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311766.320897:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698176, portal 16 00000400:00000010:2.0:1761311766.320901:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b3fb544. 00000100:00000200:2.0:1761311766.320903:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698176, offset 0 00000400:00000200:2.0:1761311766.320908:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.320915:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.320921:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.320924:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.320927:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.320930:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87573:87573:256:4294967295] 192.168.203.55@tcp LPNI seq info [87573:87573:8:4294967295] 00000400:00000200:2.0:1761311766.320937:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.320941:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.320944:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.320948:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.320953:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.320956:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.322000:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.322005:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.322010:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.322016:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.322020:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3fb544 00000400:00000010:0.0:1761311766.322021:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b3fb544. 00000100:00000200:0.0:1761311766.322027:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007ea331e6 x1846867787698176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.325728:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.325746:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed000 00000400:00000200:3.0:1761311766.325754:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab1ed [1] + 224 00000400:00000200:3.0:1761311766.325768:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.325772:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.325781:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007ea331e6 x1846867787698176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.325861:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:1.0:1761311766.325867:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:1.0:1761311766.325869:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:1.0:1761311766.325874:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007ea331e6 x1846867787698176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.325881:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007ea331e6 x1846867787698176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.325911:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a65481. 02000000:00000010:1.0:1761311766.325918:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d4f17c4. 00000100:00000010:1.0:1761311766.325922:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007ea331e6. 00000100:00000010:1.0:1761311766.325925:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:1.0:1761311766.325930:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d27a9f3. 00000400:00000200:0.0:1761311766.326061:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.326070:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151800 00000400:00000200:0.0:1761311766.326076:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9bed [2] + 1968 00000400:00000010:0.0:1761311766.326078:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5ddcd22. 00000400:00000200:0.0:1761311766.326082:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000000f9a0db8 00000400:00000200:0.0:1761311766.326136:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.326140:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.326142:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000f9a0db8 00000400:00000010:0.0:1761311766.326144:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000000f9a0db8 (tot 82352386). 00000100:00000200:0.0:1761311766.326150:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311766.326219:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bc19d3e5. 00000020:00000010:1.0:1761311766.326225:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.326229:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.326253:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003bbae9e5 x1846867781818368/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311766.326284:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818368 02000000:00000010:1.0:1761311766.326300:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009609ef44. 00010000:00000010:1.0:1761311766.326377:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ebad483e. 00010000:00000010:1.0:1761311766.326394:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.326400:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.326407:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:1.0:1761311766.326409:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00080000:00000010:1.0:1761311766.326429:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e3295449. 00010000:00000010:1.0:1761311766.326542:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d1a0f4e. 00010000:00000010:1.0:1761311766.326547:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dbd9882a. 00000001:00000010:1.0:1761311766.326561:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f1c54d9b. 00000001:00000010:1.0:1761311766.326571:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f1c54d9b. 00080000:00000010:1.0:1761311766.326577:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a189b025. 00000001:00000010:1.0:1761311766.326583:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f1c54d9b. 00000001:00000010:1.0:1761311766.326588:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f1c54d9b. 00000001:00000010:1.0:1761311766.326592:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f1c54d9b. 00000001:00000010:1.0:1761311766.326596:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f1c54d9b. 00100000:00000010:1.0:1761311766.326607:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ccbec7e5. 00100000:00000010:1.0:1761311766.326612:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000053703fff. 00100000:00000010:1.0:1761311766.326615:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000899d36a. 00010000:00000010:1.0:1761311766.326629:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311766.326633:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d2b47c66. 00010000:00000010:1.0:1761311766.326640:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311766.326643:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.326648:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 02000000:00000010:1.0:1761311766.326656:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066fe313f. 02000000:00000010:1.0:1761311766.326674:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000943f608f. 00000400:00000010:1.0:1761311766.326677:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f1c54d9b. 00000400:00000010:1.0:1761311766.326680:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311766.326685:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698240, portal 16 00000400:00000010:1.0:1761311766.326688:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311766.326690:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698240, offset 0 00000400:00000200:1.0:1761311766.326697:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.326707:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.326713:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.326717:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.326719:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.326722:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87574:87574:256:4294967295] 192.168.203.55@tcp LPNI seq info [87574:87574:8:4294967295] 00000400:00000200:1.0:1761311766.326731:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.326735:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.326739:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352634). 00000800:00000200:1.0:1761311766.326743:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.326749:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.326752:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.326806:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.326808:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352386). 00000400:00000200:1.0:1761311766.326813:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.326816:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.326818:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:1.0:1761311766.326819:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:1.0:1761311766.326822:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bf02ceb x1846867787698240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.326836:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311766.326838:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818368, offset 224 00000400:00000200:1.0:1761311766.326842:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.326846:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.326850:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87575:87575:256:4294967295] 192.168.203.55@tcp LPNI seq info [87575:87575:8:4294967295] 00000400:00000200:1.0:1761311766.326857:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.326860:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.326862:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352634). 00000800:00000200:1.0:1761311766.326865:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.326868:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.326870:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.326884:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311766.326887:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.326889:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bc19d3e5. 02000000:00000010:1.0:1761311766.326896:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1509a25. 00000100:00000010:1.0:1761311766.326899:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 02000000:00000010:1.0:1761311766.326902:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dfc27f2f. 00000100:00000010:1.0:1761311766.326903:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311766.326906:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dd042b0f. 00000100:00000010:1.0:1761311766.326908:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 02000000:00000010:1.0:1761311766.326910:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000066728aba. 00000100:00000010:1.0:1761311766.326912:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.326915:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000471a99f1. 00000100:00000010:1.0:1761311766.326916:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009b8867c8. 02000000:00000010:1.0:1761311766.326919:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000455d6077. 00000100:00000010:1.0:1761311766.326921:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 00000100:00000200:1.0:1761311766.326926:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1761311766.326937:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.326938:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352386). 00000400:00000200:1.0:1761311766.326940:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.326943:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.326945:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:1.0:1761311766.326946:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 02000000:00000010:1.0:1761311766.326948:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009609ef44. 00000400:00000010:1.0:1761311766.326954:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002938fb6b. 00000400:00000010:1.0:1761311766.326957:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000085fb6d9 (tot 82352538). 00010000:00000010:0.1:1761311766.327062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d391ea3. 00010000:00000010:2.1:1761311766.328199:0:77271:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000013ef5242. 00010000:00000010:2.1:1761311766.328208:0:77271:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00000400:00000200:0.0:1761311766.330398:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.330418:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed040 00000400:00000200:0.0:1761311766.330427:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab1f5 [1] + 224 00000400:00000200:0.0:1761311766.330439:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.330443:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.330452:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bf02ceb x1846867787698240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.330491:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.330496:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151840 00000400:00000200:0.0:1761311766.330501:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c45 [2] + 0 00000400:00000200:0.0:1761311766.330551:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.330554:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.330558:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.330563:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000400:00000010:2.0:1761311766.330639:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f1c54d9b. 00000400:00000200:2.0:1761311766.330645:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:2.0:1761311766.330648:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000100:00000200:2.0:1761311766.330654:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bf02ceb x1846867787698240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.330661:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bf02ceb x1846867787698240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.330690:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000943f608f. 02000000:00000010:2.0:1761311766.330696:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066fe313f. 00000100:00000010:2.0:1761311766.330706:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 00000100:00000010:2.0:1761311766.330710:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:2.0:1761311766.330715:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000020:00000010:3.0:1761311766.331029:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003192f26c. 00000020:00000010:3.0:1761311766.331036:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.331040:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.331061:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781818432/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000020:00000010:1.0:1761311766.331073:0:78576:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000066fe313f. 00000020:00000010:1.0:1761311766.331078:0:78576:0:(lu_object.c:546:lu_global_key_init()) kmalloced '(value)': 512 at 000000009609ef44. 00000040:00000010:1.0:1761311766.331081:0:78576:0:(llog_obd.c:233:llog_key_init()) kmalloced '(value)': 480 at 00000000471a99f1. 00000020:00000010:1.0:1761311766.331085:0:78576:0:(dt_object.c:51:dt_global_key_init()) kmalloced '(value)': 1256 at 000000006712cf3a. 00000020:00000010:1.0:1761311766.331088:0:78576:0:(tgt_main.c:736:tgt_key_init()) slab-alloced 'thread': 1264 at 0000000068393d70. 00000020:00000010:1.0:1761311766.331091:0:78576:0:(update_records.c:1216:update_key_init()) kmalloced '(value)': 432 at 00000000bc19d3e5. 80000000:00000010:1.0:1761311766.331094:0:78576:0:(fld_handler.c:54:fld_key_init()) kmalloced '(value)': 72 at 0000000097137dca. 00000100:00000200:3.0:1761311766.331095:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818432 40000000:00000010:1.0:1761311766.331097:0:78576:0:(fid_handler.c:456:seq_key_init()) kmalloced '(value)': 48 at 00000000fcf8bc7a. 00100000:00000010:1.0:1761311766.331100:0:78576:0:(lfsck_lib.c:50:lfsck_key_init()) kmalloced '(value)': 1808 at 000000000a0ce383. 02000000:00000010:3.0:1761311766.331103:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c8b6c145. 00040000:00000010:1.0:1761311766.331104:0:78576:0:(lquota_lib.c:53:lquota_key_init()) kmalloced '(value)': 240 at 00000000ecd09f68. 00040000:00000010:1.0:1761311766.331107:0:78576:0:(qmt_dev.c:351:qmt_key_init()) kmalloced '(value)': 1256 at 000000002ccff3bb. 00040000:00000010:1.0:1761311766.331121:0:78576:0:(qsd_lib.c:71:qsd_key_init()) kmalloced '(value)': 408 at 00000000e2e5aa32. 00010000:00000010:3.0:1761311766.331127:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eca546b4. 00080000:00000010:1.0:1761311766.331127:0:78576:0:(osd_handler.c:7874:osd_key_init()) kmalloced '(info)': 3944 at 00000000640f835d. 00080000:00000010:1.0:1761311766.331131:0:78576:0:(osd_handler.c:7878:osd_key_init()) kmalloced '(info->oti_it_ea_buf)': 5120 at 00000000da14cec6. 00000004:00000010:1.0:1761311766.331137:0:78576:0:(mdd_device.c:2347:mdd_key_init()) kmalloced '(value)': 1856 at 0000000016b63152. 00000004:00000010:1.0:1761311766.331142:0:78576:0:(mdt_handler.c:7613:mdt_key_init()) kmalloced '(value)': 2352 at 00000000c5d8e3c5. 00010000:00000010:3.0:1761311766.331144:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3e0f099. 00000004:00000010:1.0:1761311766.331145:0:78576:0:(lod_dev.c:2019:lod_key_init()) kmalloced '(value)': 1176 at 00000000ab83f697. 00002000:00000010:1.0:1761311766.331148:0:78576:0:(ofd_dev.c:2926:ofd_key_init()) kmalloced '(value)': 896 at 000000005bc068b3. 00000100:00000010:3.0:1761311766.331150:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000004:00000010:1.0:1761311766.331152:0:78576:0:(osp_dev.c:1794:osp_key_init()) kmalloced '(value)': 616 at 000000009b6c1a74. 00000100:00000010:3.0:1761311766.331169:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.331171:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3e0f099. 00000400:00000010:3.0:1761311766.331183:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000020:00000010:1.0:1761311766.331184:0:78576:0:(lu_object.c:546:lu_global_key_fini()) kfreed 'info': 512 at 000000009609ef44. 00000100:00000200:3.0:1761311766.331187:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818432, offset 224 00000040:00000010:1.0:1761311766.331187:0:78576:0:(llog_obd.c:233:llog_key_fini()) kfreed 'info': 480 at 00000000471a99f1. 00000020:00000010:1.0:1761311766.331191:0:78576:0:(dt_object.c:52:dt_global_key_fini()) kfreed 'info': 1256 at 000000006712cf3a. 00000400:00000200:3.0:1761311766.331193:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000020:00000010:1.0:1761311766.331194:0:78576:0:(tgt_main.c:757:tgt_key_fini()) slab-freed '(info)': 1264 at 0000000068393d70. 00000020:00000010:1.0:1761311766.331198:0:78576:0:(update_records.c:1212:update_key_fini()) kfreed 'info': 432 at 00000000bc19d3e5. 80000000:00000010:1.0:1761311766.331201:0:78576:0:(fld_handler.c:54:fld_key_fini()) kfreed 'info': 72 at 0000000097137dca. 00000400:00000200:3.0:1761311766.331203:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 40000000:00000010:1.0:1761311766.331204:0:78576:0:(fid_handler.c:456:seq_key_fini()) kfreed 'info': 48 at 00000000fcf8bc7a. 00100000:00000010:1.0:1761311766.331207:0:78576:0:(lfsck_lib.c:60:lfsck_key_fini()) kfreed 'info': 1808 at 000000000a0ce383. 00000400:00000200:3.0:1761311766.331208:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87576:87576:256:4294967295] 192.168.203.55@tcp LPNI seq info [87576:87576:8:4294967295] 00040000:00000010:1.0:1761311766.331210:0:78576:0:(lquota_lib.c:53:lquota_key_fini()) kfreed 'info': 240 at 00000000ecd09f68. 00040000:00000010:1.0:1761311766.331215:0:78576:0:(qmt_dev.c:351:qmt_key_fini()) kfreed 'info': 1256 at 000000002ccff3bb. 00000400:00000200:3.0:1761311766.331219:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00040000:00000010:1.0:1761311766.331219:0:78576:0:(qsd_lib.c:71:qsd_key_fini()) kfreed 'info': 408 at 00000000e2e5aa32. 00080000:00000010:1.0:1761311766.331223:0:78576:0:(osd_handler.c:7924:osd_key_fini()) kfreed 'info->oti_it_ea_buf': 5120 at 00000000da14cec6. 00000800:00000200:3.0:1761311766.331225:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311766.331226:0:78576:0:(osd_handler.c:7935:osd_key_fini()) kfreed 'info': 3944 at 00000000640f835d. 00000800:00000010:3.0:1761311766.331228:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000004:00000010:1.0:1761311766.331229:0:78576:0:(mdd_device.c:2359:mdd_key_fini()) kfreed 'info': 1856 at 0000000016b63152. 00000004:00000010:1.0:1761311766.331231:0:78576:0:(mdt_handler.c:7632:mdt_key_fini()) kfreed 'info': 2352 at 00000000c5d8e3c5. 00000800:00000200:3.0:1761311766.331233:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000004:00000010:1.0:1761311766.331235:0:78576:0:(lod_dev.c:2049:lod_key_fini()) kfreed 'info': 1176 at 00000000ab83f697. 00002000:00000010:1.0:1761311766.331238:0:78576:0:(ofd_dev.c:2926:ofd_key_fini()) kfreed 'info': 896 at 000000005bc068b3. 00000800:00000200:3.0:1761311766.331240:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000004:00000010:1.0:1761311766.331241:0:78576:0:(osp_dev.c:1794:osp_key_fini()) kfreed 'info': 616 at 000000009b6c1a74. 00000800:00000200:3.0:1761311766.331243:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.331245:0:78576:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000066fe313f. 00000020:00000010:3.0:1761311766.331260:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.331264:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.331267:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003192f26c. 00000800:00000200:3.0:1761311766.331362:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.331365:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:3.0:1761311766.331369:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.331373:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.331376:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311766.331377:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00080000:00000010:0.0:1761311766.331824:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d4279f07. 00010000:00000010:0.0:1761311766.331958:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d2b47c66. 00010000:00000010:0.0:1761311766.331965:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ffb28028. 00000001:00000010:0.0:1761311766.331982:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.331995:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311766.331999:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008167d26f. 00000001:00000010:0.0:1761311766.332006:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.332012:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.332017:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.332021:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311766.332032:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bd1e022b. 00010000:00000010:0.0:1761311766.332048:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.0:1761311766.332053:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311766.332062:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a7b5b72c. 00000100:00000010:0.0:1761311766.332066:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.332073:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 02000000:00000010:0.0:1761311766.332082:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003fbe0a35. 02000000:00000010:0.0:1761311766.332105:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079286013. 00000400:00000010:0.0:1761311766.332108:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.332113:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311766.332119:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698304, portal 16 00000400:00000010:0.0:1761311766.332123:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311766.332125:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698304, offset 0 00000400:00000200:0.0:1761311766.332130:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.332139:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.332145:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.332149:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.332151:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.332154:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87577:87577:256:4294967295] 192.168.203.55@tcp LPNI seq info [87577:87577:8:4294967295] 00000400:00000200:0.0:1761311766.332161:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.332166:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.332170:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.332175:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.332185:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.332188:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.332267:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.332269:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.332276:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.332280:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.332283:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311766.332284:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000100:00000200:0.0:1761311766.332298:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ade5492c x1846867787698304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.336369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000da0e8cc0. 00010000:00000010:1.1:1761311766.336380:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008c2eeb76. 00010000:00000010:1.1:1761311766.336384:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00000400:00000200:3.0:1761311766.338032:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.338049:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed080 00000400:00000200:3.0:1761311766.338057:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab209 [1] + 224 00000400:00000200:3.0:1761311766.338072:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.338075:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.338085:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ade5492c x1846867787698304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.338444:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.338451:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151880 00000400:00000200:3.0:1761311766.338456:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c45 [2] + 328 00000400:00000200:3.0:1761311766.338768:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.338772:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.338776:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.338782:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 00000400:00000010:2.0:1761311766.338938:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:2.0:1761311766.338943:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:2.0:1761311766.338945:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00000100:00000200:2.0:1761311766.338951:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ade5492c x1846867787698304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.338960:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ade5492c x1846867787698304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.339345:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079286013. 02000000:00000010:2.0:1761311766.339352:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003fbe0a35. 00000100:00000010:2.0:1761311766.339356:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 00000100:00000010:2.0:1761311766.339361:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:2.0:1761311766.339365:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a7b5b72c. 00000020:00000010:2.0:1761311766.339401:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000032edfa35. 00000020:00000010:2.0:1761311766.339406:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000295b3663. 00000020:00000010:2.0:1761311766.339411:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.339434:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed08d72 x1846867781818496/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311766.339459:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818496 02000000:00000010:2.0:1761311766.339467:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eeb614a0. 00010000:00000010:2.0:1761311766.339489:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e51981c7. 00010000:00000010:2.0:1761311766.339506:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000051169eb6. 00000100:00000010:2.0:1761311766.339513:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.339519:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.339522:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000051169eb6. 00000400:00000010:2.0:1761311766.339533:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311766.339537:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818496, offset 224 00000400:00000200:2.0:1761311766.339544:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.339555:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.339560:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87578:87578:256:4294967295] 192.168.203.55@tcp LPNI seq info [87578:87578:8:4294967295] 00000400:00000200:2.0:1761311766.339569:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.339575:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.339579:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.339584:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.339590:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.339593:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.339614:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000295b3663. 00000020:00000010:2.0:1761311766.339620:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.339622:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000032edfa35. 00080000:00000010:2.0:1761311766.339648:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000032edfa35. 00000800:00000200:1.0:1761311766.339686:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.339691:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311766.339695:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.339698:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.339701:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:1.0:1761311766.339702:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00010000:00000010:2.0:1761311766.339769:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c592db47. 00010000:00000010:2.0:1761311766.339776:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b383d714. 00000001:00000010:2.0:1761311766.339794:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.339803:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311766.339809:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000de2eb2d0. 00000001:00000010:2.0:1761311766.339817:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.339822:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.339826:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.339831:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311766.339845:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006ac9e4fd. 00010000:00000010:2.0:1761311766.339860:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311766.339866:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c80bae4. 00010000:00000010:2.0:1761311766.339875:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000051169eb6. 00000100:00000010:2.0:1761311766.339879:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000021b859c7. 00000100:00000010:2.0:1761311766.339885:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cecda0d. 02000000:00000010:2.0:1761311766.339895:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f94f9924. 02000000:00000010:2.0:1761311766.339917:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc3df19e. 00000400:00000010:2.0:1761311766.339921:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311766.339925:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311766.339930:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698368, portal 16 00000400:00000010:2.0:1761311766.339934:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311766.339936:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698368, offset 0 00000400:00000200:2.0:1761311766.339942:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.339947:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.339953:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.339956:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.339959:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.339961:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87579:87579:256:4294967295] 192.168.203.55@tcp LPNI seq info [87579:87579:8:4294967295] 00000400:00000200:2.0:1761311766.339967:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.339971:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.339975:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.339979:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.339982:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.339985:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.340280:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.340282:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311766.340286:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.340301:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.340303:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:1.0:1761311766.340305:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000100:00000200:1.0:1761311766.340329:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cecda0d x1846867787698368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.341497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000391914de. 00000400:00000200:1.0:1761311766.343043:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.343061:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed0c0 00000400:00000200:1.0:1761311766.343070:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab215 [1] + 224 00000400:00000200:1.0:1761311766.343081:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.343084:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.343092:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cecda0d x1846867787698368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.343122:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.343127:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1518c0 00000400:00000200:1.0:1761311766.343132:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c45 [2] + 656 00000400:00000200:1.0:1761311766.343154:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.343158:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.343161:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.343165:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00010000:00000010:0.1:1761311766.344330:0:78577:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e586181c. 00010000:00000010:0.1:1761311766.344338:0:78577:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000020:00000010:2.0:1761311766.346387:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f7d21b8. 00000020:00000010:2.0:1761311766.346394:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000295b3663. 00000020:00000010:2.0:1761311766.346398:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.346424:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781818560/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311766.346459:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818560 02000000:00000010:2.0:1761311766.346469:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc3bd15b. 00010000:00000010:2.0:1761311766.346507:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000145617aa. 00000100:00000010:2.0:1761311766.346516:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311766.346522:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311766.346525:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000145617aa. 00000400:00000010:2.0:1761311766.346538:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311766.346543:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818560, offset 224 00000400:00000200:2.0:1761311766.346551:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.346565:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.346571:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87580:87580:256:4294967295] 192.168.203.55@tcp LPNI seq info [87580:87580:8:4294967295] 00000400:00000200:2.0:1761311766.346581:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.346587:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.346592:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.346598:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.346604:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.346608:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.346631:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000295b3663. 00000020:00000010:2.0:1761311766.346637:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.346639:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f7d21b8. 00000400:00000010:2.0:1761311766.346667:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311766.346672:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:2.0:1761311766.346673:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 00000100:00000200:2.0:1761311766.346680:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cecda0d x1846867787698368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.346688:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cecda0d x1846867787698368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311766.346709:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006e81c4ac. 02000000:00000010:2.0:1761311766.346721:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc3df19e. 02000000:00000010:2.0:1761311766.346725:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f94f9924. 00000100:00000010:2.0:1761311766.346729:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cecda0d. 00000100:00000010:2.0:1761311766.346732:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000021b859c7. 00010000:00000010:2.0:1761311766.346735:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000051169eb6. 00080000:00000010:2.0:1761311766.346747:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f94f9924. 00010000:00000010:2.0:1761311766.346854:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c80bae4. 00010000:00000010:2.0:1761311766.346861:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c740aacb. 00000001:00000010:2.0:1761311766.346877:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.346889:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311766.346893:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc3df19e. 00000001:00000010:2.0:1761311766.346901:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.346907:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.346912:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.346917:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311766.346928:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000014f2403f. 00010000:00000010:2.0:1761311766.346943:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2735144. 00010000:00000010:2.0:1761311766.346947:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c80bae4. 00010000:00000010:2.0:1761311766.346955:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000051169eb6. 00000100:00000010:2.0:1761311766.346959:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311766.346964:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cecda0d. 02000000:00000010:2.0:1761311766.346973:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f7d21b8. 02000000:00000010:2.0:1761311766.346995:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ee75ad72. 00000400:00000010:2.0:1761311766.346999:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311766.347003:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311766.347008:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698432, portal 16 00000400:00000010:2.0:1761311766.347012:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311766.347013:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698432, offset 0 00000400:00000200:2.0:1761311766.347018:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.347024:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.347031:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.347035:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.347038:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.347041:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87581:87581:255:4294967295] 192.168.203.55@tcp LPNI seq info [87581:87581:7:4294967295] 00000400:00000200:2.0:1761311766.347048:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.347052:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.347055:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311766.347059:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.347063:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.347065:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.347269:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.347273:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:1.0:1761311766.347278:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.347282:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.347286:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:1.0:1761311766.347301:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000800:00000200:1.0:1761311766.347392:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.347394:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311766.347397:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.347401:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.347403:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:1.0:1761311766.347404:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:1.0:1761311766.347409:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007cecda0d x1846867787698432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.350097:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002de5333. 00010000:00000010:2.1:1761311766.350110:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e3271b64. 00010000:00000010:2.1:1761311766.350113:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00000400:00000200:3.0:1761311766.353215:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.353233:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed100 00000400:00000200:3.0:1761311766.353240:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab221 [1] + 224 00000400:00000200:3.0:1761311766.353254:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.353257:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.353267:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007cecda0d x1846867787698432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.353330:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:3.0:1761311766.353334:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:3.0:1761311766.353337:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 00000100:00000200:3.0:1761311766.353341:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007cecda0d x1846867787698432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.353348:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007cecda0d x1846867787698432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.353374:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ee75ad72. 02000000:00000010:3.0:1761311766.353379:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f7d21b8. 00000100:00000010:3.0:1761311766.353382:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007cecda0d. 00000100:00000010:3.0:1761311766.353385:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:3.0:1761311766.353388:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000051169eb6. 00010000:00000010:2.1:1761311766.354390:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d47ba273. 00010000:00000010:2.1:1761311766.354398:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003469fe3e. 00010000:00000010:2.1:1761311766.354401:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00000400:00000200:1.0:1761311766.355924:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.355943:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151900 00000400:00000200:1.0:1761311766.355951:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c45 [2] + 984 00000400:00000200:1.0:1761311766.356217:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.356223:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.356231:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.356236:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000020:00000010:3.0:1761311766.358373:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000630110ff. 00000020:00000010:3.0:1761311766.358381:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.358386:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.358416:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781818624/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311766.358449:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818624 02000000:00000010:3.0:1761311766.358458:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003192f26c. 00010000:00000010:3.0:1761311766.358484:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000554d1836. 00010000:00000010:3.0:1761311766.358503:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3e0f099. 00000100:00000010:3.0:1761311766.358511:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.358532:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.358536:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3e0f099. 00000400:00000010:3.0:1761311766.358552:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311766.358557:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818624, offset 224 00000400:00000200:3.0:1761311766.358565:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.358581:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.358587:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87582:87582:256:4294967295] 192.168.203.55@tcp LPNI seq info [87582:87582:8:4294967295] 00000400:00000200:3.0:1761311766.358598:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.358603:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.358607:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311766.358614:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.358620:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.358624:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.358643:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.358647:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.358650:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000630110ff. 00000800:00000200:3.0:1761311766.358747:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.358751:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:3.0:1761311766.358756:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.358760:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.358764:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311766.358766:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00080000:00000010:2.0:1761311766.362531:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066728aba. 00010000:00000010:2.0:1761311766.362653:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c80bae4. 00010000:00000010:2.0:1761311766.362662:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005eb7635e. 00000001:00000010:2.0:1761311766.362681:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.362695:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311766.362701:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dd042b0f. 00000001:00000010:2.0:1761311766.362709:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.362715:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.362719:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311766.362724:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311766.362736:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002b68ff7b. 00010000:00000010:2.0:1761311766.362752:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311766.362756:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c80bae4. 00010000:00000010:2.0:1761311766.362768:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000145617aa. 00000100:00000010:2.0:1761311766.362775:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005909438f. 00000100:00000010:2.0:1761311766.362783:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2b99d88. 02000000:00000010:2.0:1761311766.362796:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d4f17c4. 02000000:00000010:2.0:1761311766.362823:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006a65481. 00000400:00000010:2.0:1761311766.362828:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311766.362834:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311766.362842:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698496, portal 16 00000400:00000010:2.0:1761311766.362847:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026f72b8d. 00000100:00000200:2.0:1761311766.362849:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698496, offset 0 00000400:00000200:2.0:1761311766.362857:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.362874:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.362882:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.362885:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.362888:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.362891:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87583:87583:256:4294967295] 192.168.203.55@tcp LPNI seq info [87583:87583:8:4294967295] 00000400:00000200:2.0:1761311766.362901:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.362906:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.362911:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.362917:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.362924:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.362927:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.363265:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.363269:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311766.363273:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.363277:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.363281:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:3.0:1761311766.363282:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 00000100:00000200:3.0:1761311766.363298:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e2b99d88 x1846867787698496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.368364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000027ff4191. 00000400:00000200:1.0:1761311766.373007:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.373027:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed140 00000400:00000200:1.0:1761311766.373035:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab22d [1] + 224 00000400:00000200:1.0:1761311766.373050:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.373054:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.373066:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e2b99d88 x1846867787698496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.375606:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ada2b95. 00010000:00000010:2.1:1761311766.375622:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00000400:00000010:3.0:1761311766.379085:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:3.0:1761311766.379097:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:3.0:1761311766.379101:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000100:00000200:3.0:1761311766.379114:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e2b99d88 x1846867787698496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.379124:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e2b99d88 x1846867787698496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.379154:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006a65481. 02000000:00000010:3.0:1761311766.379160:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d4f17c4. 00000100:00000010:3.0:1761311766.379164:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e2b99d88. 00000100:00000010:3.0:1761311766.379167:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005909438f. 00010000:00000010:3.0:1761311766.379170:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000145617aa. 00000400:00000200:3.0:1761311766.379563:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.379578:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151940 00000400:00000200:3.0:1761311766.379586:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c45 [2] + 1312 00000400:00000200:3.0:1761311766.379648:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.379653:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.379659:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.379663:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 00000020:00000010:0.0:1761311766.387437:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b0463ce. 00000020:00000010:0.0:1761311766.387449:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0e38935. 00000020:00000010:0.0:1761311766.387453:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.387486:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ef0282b x1846867781818688/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.387521:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818688 02000000:00000010:0.0:1761311766.387532:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bdd19599. 00010000:00000010:0.0:1761311766.387560:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000546bd15a. 00010000:00000010:0.0:1761311766.387577:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d279185. 00000100:00000010:0.0:1761311766.387586:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.387602:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.387606:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d279185. 00000400:00000010:0.0:1761311766.387622:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311766.387628:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818688, offset 224 00080000:00000010:3.0:1761311766.387630:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000630110ff. 00000400:00000200:0.0:1761311766.387636:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.387650:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.387655:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87584:87584:256:4294967295] 192.168.203.55@tcp LPNI seq info [87584:87584:8:4294967295] 00000400:00000200:0.0:1761311766.387664:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.387669:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.387673:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.387678:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.387684:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.387687:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.387704:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0e38935. 00000020:00000010:0.0:1761311766.387709:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.387712:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b0463ce. 00010000:00000010:3.0:1761311766.387738:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c80bae4. 00010000:00000010:3.0:1761311766.387744:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000073e0f663. 00000001:00000010:3.0:1761311766.387761:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.387776:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00080000:00000010:3.0:1761311766.387782:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef46d0c9. 00000001:00000010:3.0:1761311766.387790:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.387796:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.387801:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.387805:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00100000:00000010:3.0:1761311766.387818:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001db2c878. 00100000:00000010:3.0:1761311766.387826:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b3766120. 00100000:00000010:3.0:1761311766.387828:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e1d0f4c4. 00000800:00000200:0.0:1761311766.387832:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.387835:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.387844:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761311766.387847:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006596f090. 00000400:00000200:0.0:1761311766.387849:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00010000:00000010:3.0:1761311766.387852:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003a24d8df. 00000400:00000200:0.0:1761311766.387854:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311766.387856:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00010000:00000010:3.0:1761311766.387862:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3e0f099. 00000100:00000010:3.0:1761311766.387866:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.387871:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311766.387881:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0b52192. 02000000:00000010:3.0:1761311766.387904:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfc27f2f. 00000400:00000010:3.0:1761311766.387910:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000344d52c6. 00000400:00000010:3.0:1761311766.387914:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311766.387919:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698560, portal 16 00000400:00000010:3.0:1761311766.387922:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311766.387924:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698560, offset 0 00000400:00000200:3.0:1761311766.387929:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.387934:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.387940:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.387943:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.387946:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.387948:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87585:87585:256:4294967295] 192.168.203.55@tcp LPNI seq info [87585:87585:8:4294967295] 00000400:00000200:3.0:1761311766.387954:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.387958:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.387960:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311766.387964:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.387967:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.387969:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.388219:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.388221:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311766.388225:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.388229:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.388232:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:0.0:1761311766.388233:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:0.0:1761311766.388238:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787698560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.397415:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.397434:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed180 00000400:00000200:1.0:1761311766.397443:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab239 [1] + 224 00000400:00000200:1.0:1761311766.397472:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.397476:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.397485:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787698560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.397616:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:2.0:1761311766.397622:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:2.0:1761311766.397624:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:2.0:1761311766.397630:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787698560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.397637:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787698560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.397666:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfc27f2f. 02000000:00000010:2.0:1761311766.397673:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e0b52192. 00000100:00000010:2.0:1761311766.397676:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:2.0:1761311766.397679:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:2.0:1761311766.397682:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3e0f099. 00010000:00000010:0.1:1761311766.397799:0:57921:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002a203406. 00010000:00000010:3.1:1761311766.399682:0:78580:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff9d5cc4. 00010000:00000010:3.1:1761311766.399690:0:78580:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00000400:00000200:0.0:1761311766.405922:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.405945:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151980 00000400:00000200:0.0:1761311766.405953:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c45 [2] + 1640 00000400:00000200:0.0:1761311766.406023:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.406027:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.406033:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.406039:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:2.0:1761311766.406129:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d4f17c4. 00000020:00000010:2.0:1761311766.406136:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.406141:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.406167:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781818752/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311766.406199:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818752 02000000:00000010:2.0:1761311766.406210:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000006a65481. 00010000:00000010:2.0:1761311766.406239:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000999cbb6f. 00010000:00000010:2.0:1761311766.406260:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3433777. 00000100:00000010:2.0:1761311766.406266:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d3d6527. 00000100:00000010:2.0:1761311766.406297:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d3d6527. 00010000:00000010:2.0:1761311766.406300:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3433777. 00000400:00000010:2.0:1761311766.406337:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311766.406342:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818752, offset 224 00000400:00000200:2.0:1761311766.406349:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.406359:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.406364:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87586:87586:256:4294967295] 192.168.203.55@tcp LPNI seq info [87586:87586:8:4294967295] 00000400:00000200:2.0:1761311766.406373:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.406378:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.406383:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.406388:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.406393:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.406396:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.406413:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.406419:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.406421:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d4f17c4. 00000800:00000200:2.0:1761311766.406487:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.406490:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311766.406494:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.406497:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.406500:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:2.0:1761311766.406501:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00080000:00000010:0.0:1761311766.406668:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b0463ce. 00010000:00000010:0.0:1761311766.406791:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a24d8df. 00010000:00000010:0.0:1761311766.406799:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000b17c72c. 00000001:00000010:0.0:1761311766.406816:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.406826:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311766.406830:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003fbe0a35. 00000001:00000010:0.0:1761311766.406837:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.406843:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.406848:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.406852:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311766.406863:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001d6bf4b8. 00010000:00000010:0.0:1761311766.406878:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.0:1761311766.406884:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003aed8d5a. 00010000:00000010:0.0:1761311766.406894:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003d279185. 00000100:00000010:0.0:1761311766.406898:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.406904:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311766.406914:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079286013. 02000000:00000010:0.0:1761311766.406935:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000455d6077. 00000400:00000010:0.0:1761311766.406940:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.406945:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311766.406949:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698624, portal 16 00000400:00000010:0.0:1761311766.406953:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311766.406954:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698624, offset 0 00000400:00000200:0.0:1761311766.406959:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.406965:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.406972:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.406975:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.406978:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.406980:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87587:87587:256:4294967295] 192.168.203.55@tcp LPNI seq info [87587:87587:8:4294967295] 00000400:00000200:0.0:1761311766.406987:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.406992:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.406995:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.406999:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.407003:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.407005:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.407411:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.407415:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:3.0:1761311766.407424:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.407428:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.407431:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:3.0:1761311766.407433:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00000100:00000200:3.0:1761311766.407439:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787698624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.415711:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.415731:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed1c0 00000400:00000200:0.0:1761311766.415739:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab245 [1] + 224 00000400:00000200:0.0:1761311766.415751:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.415756:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.415767:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787698624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.415808:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.415814:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1519c0 00000400:00000200:0.0:1761311766.415819:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c45 [2] + 1968 00000400:00000010:0.0:1761311766.415824:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000003f29a47. 00000400:00000200:0.0:1761311766.415829:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009e3a55c5 00000400:00000200:0.0:1761311766.415840:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.415843:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.415846:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009e3a55c5 00000400:00000010:0.0:1761311766.415848:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009e3a55c5 (tot 82352386). 00000100:00000200:0.0:1761311766.415853:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311766.415934:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d32611f5. 00000020:00000010:1.0:1761311766.415941:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001b00675a. 00000020:00000010:1.0:1761311766.415945:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.415971:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000b7b5d505 x1846867781818816/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311766.416012:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818816 02000000:00000010:1.0:1761311766.416023:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000605b856. 00010000:00000010:1.0:1761311766.416060:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ad78a76. 00000100:00000010:1.0:1761311766.416068:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000004d78a4e8. 00000100:00000010:1.0:1761311766.416075:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000004d78a4e8. 00010000:00000010:1.0:1761311766.416078:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ad78a76. 00000400:00000010:1.0:1761311766.416093:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311766.416098:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818816, offset 224 00000400:00000200:1.0:1761311766.416105:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.416115:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.416120:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87588:87588:256:4294967295] 192.168.203.55@tcp LPNI seq info [87588:87588:8:4294967295] 00000400:00000200:1.0:1761311766.416131:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.416136:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.416140:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352634). 00000800:00000200:1.0:1761311766.416146:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.416152:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.416156:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.416169:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001b00675a. 00000020:00000010:1.0:1761311766.416173:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.416176:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d32611f5. 02000000:00000010:1.0:1761311766.416186:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000006a65481. 00000100:00000010:1.0:1761311766.416190:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:1.0:1761311766.416195:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bdd19599. 00000100:00000010:1.0:1761311766.416198:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 02000000:00000010:1.0:1761311766.416201:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003192f26c. 00000100:00000010:1.0:1761311766.416203:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.416206:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc3bd15b. 00000100:00000010:1.0:1761311766.416208:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 02000000:00000010:1.0:1761311766.416210:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eeb614a0. 00000100:00000010:1.0:1761311766.416212:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 02000000:00000010:1.0:1761311766.416215:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c8b6c145. 00000100:00000010:1.0:1761311766.416217:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 00000100:00000200:1.0:1761311766.416222:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311766.416227:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f6156fee. 00000400:00000010:1.0:1761311766.416232:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000004d78a4e8 (tot 82352786). 00000800:00000200:2.0:1761311766.416391:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.416395:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:2.0:1761311766.416400:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.416404:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.416407:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:2.0:1761311766.416408:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 02000000:00000010:2.0:1761311766.416412:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000605b856. 00000400:00000010:2.0:1761311766.416434:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:2.0:1761311766.416437:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:2.0:1761311766.416438:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000100:00000200:2.0:1761311766.416443:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787698624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.416450:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787698624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311766.416470:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac5bdb46. 02000000:00000010:2.0:1761311766.416486:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000455d6077. 02000000:00000010:2.0:1761311766.416490:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079286013. 00000100:00000010:2.0:1761311766.416493:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:2.0:1761311766.416496:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:2.0:1761311766.416499:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003d279185. 00080000:00000010:2.0:1761311766.416514:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d4f17c4. 00010000:00000010:2.0:1761311766.416641:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003aed8d5a. 00010000:00000010:2.0:1761311766.416647:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b368b399. 00000001:00000010:2.0:1761311766.416667:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.416679:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311766.416685:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f7d21b8. 00000001:00000010:2.0:1761311766.416693:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.416699:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.416703:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.416708:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311766.416718:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b9a84a97. 00010000:00000010:2.0:1761311766.416733:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2735144. 00010000:00000010:2.0:1761311766.416738:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002aeb7c78. 00010000:00000010:2.0:1761311766.416748:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3433777. 00000100:00000010:2.0:1761311766.416752:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d3d6527. 00000100:00000010:2.0:1761311766.416758:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7d6009e. 02000000:00000010:2.0:1761311766.416768:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee75ad72. 02000000:00000010:2.0:1761311766.416789:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eeb614a0. 00000400:00000010:2.0:1761311766.416792:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311766.416795:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311766.416799:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698688, portal 16 00000400:00000010:2.0:1761311766.416802:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011f87556. 00000100:00000200:2.0:1761311766.416804:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698688, offset 0 00000400:00000200:2.0:1761311766.416809:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.416814:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.416820:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.416824:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.416826:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.416828:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87589:87589:256:4294967295] 192.168.203.55@tcp LPNI seq info [87589:87589:8:4294967295] 00000400:00000200:2.0:1761311766.416835:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.416839:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.416843:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.416847:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.416851:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.416853:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.417305:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.417337:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311766.417343:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.417347:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.417350:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f87556 00000400:00000010:3.0:1761311766.417351:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011f87556. 00000100:00000200:3.0:1761311766.421279:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7d6009e x1846867787698688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.423490:0:78582:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ec088090. 00010000:00000010:0.1:1761311766.423506:0:78582:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00000400:00000200:3.0:1761311766.425518:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.425538:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed200 00000400:00000200:3.0:1761311766.425547:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab255 [1] + 224 00000400:00000200:3.0:1761311766.425564:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.425568:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.425580:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7d6009e x1846867787698688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.427758:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:2.0:1761311766.427767:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:2.0:1761311766.427769:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000100:00000200:2.0:1761311766.427781:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7d6009e x1846867787698688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.427791:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7d6009e x1846867787698688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.427819:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eeb614a0. 02000000:00000010:2.0:1761311766.427825:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee75ad72. 00000100:00000010:2.0:1761311766.427829:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7d6009e. 00000100:00000010:2.0:1761311766.427832:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d3d6527. 00010000:00000010:2.0:1761311766.427836:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3433777. 00010000:00000010:2.1:1761311766.427859:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000039c38cd. 00010000:00000010:2.1:1761311766.427864:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b612713c. 00010000:00000010:2.1:1761311766.427867:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000873154f. 00010000:00000010:2.1:1761311766.427870:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00000400:00000200:3.0:1761311766.427906:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.427920:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151a00 00000400:00000200:3.0:1761311766.427926:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c9d [2] + 0 00000400:00000200:3.0:1761311766.427986:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.427991:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.427995:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.428000:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000020:00000010:1.0:1761311766.428157:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f6a49367. 00000020:00000010:1.0:1761311766.428165:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ca56b97d. 00000020:00000010:1.0:1761311766.428170:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.428194:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c241c5e9 x1846867781818880/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311766.428227:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818880 02000000:00000010:1.0:1761311766.428238:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f08f7872. 00010000:00000010:1.0:1761311766.428266:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000528fc5a7. 00010000:00000010:1.0:1761311766.428343:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ad78a76. 00000100:00000010:1.0:1761311766.428351:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005465eba9. 00000100:00000010:1.0:1761311766.428362:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005465eba9. 00010000:00000010:1.0:1761311766.428365:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ad78a76. 00000400:00000010:1.0:1761311766.428380:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311766.428384:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818880, offset 224 00000400:00000200:1.0:1761311766.428392:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.428402:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.428406:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87590:87590:256:4294967295] 192.168.203.55@tcp LPNI seq info [87590:87590:8:4294967295] 00000400:00000200:1.0:1761311766.428415:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.428420:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.428425:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311766.428431:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.428438:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.428442:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.428464:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ca56b97d. 00000020:00000010:1.0:1761311766.428468:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.428471:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f6a49367. 00000800:00000200:3.0:1761311766.428623:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.428627:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:3.0:1761311766.428632:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.428637:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.428640:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:3.0:1761311766.428641:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00080000:00000010:2.0:1761311766.432410:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee75ad72. 00010000:00000010:2.0:1761311766.432557:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002aeb7c78. 00010000:00000010:2.0:1761311766.432568:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000059c31a3b. 00000001:00000010:2.0:1761311766.432590:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.432608:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311766.432614:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eeb614a0. 00000001:00000010:2.0:1761311766.432622:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.432628:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.432634:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311766.432638:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311766.432650:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000085ae93c9. 00010000:00000010:2.0:1761311766.432667:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.0:1761311766.432673:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002aeb7c78. 00010000:00000010:2.0:1761311766.432685:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3433777. 00000100:00000010:2.0:1761311766.432694:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d3d6527. 00000100:00000010:2.0:1761311766.432704:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7d6009e. 02000000:00000010:2.0:1761311766.432719:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006a65481. 02000000:00000010:2.0:1761311766.432750:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccda4815. 00000400:00000010:2.0:1761311766.432756:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311766.432762:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311766.432769:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698752, portal 16 00000400:00000010:2.0:1761311766.432773:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d86e0a. 00000100:00000200:2.0:1761311766.432775:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698752, offset 0 00000400:00000200:2.0:1761311766.432785:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.432801:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.432808:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.432812:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.432815:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.432818:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87591:87591:256:4294967295] 192.168.203.55@tcp LPNI seq info [87591:87591:8:4294967295] 00000400:00000200:2.0:1761311766.432828:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.432834:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.432839:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.432847:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.432854:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.432858:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.434615:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.434623:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311766.434630:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.434638:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.434643:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d86e0a 00000400:00000010:3.0:1761311766.434645:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d86e0a. 00000100:00000200:3.0:1761311766.434654:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7d6009e x1846867787698752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.441560:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.441577:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed240 00000400:00000200:3.0:1761311766.441584:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab261 [1] + 224 00000400:00000200:3.0:1761311766.441603:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.441607:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.441617:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7d6009e x1846867787698752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311766.442425:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:0.0:1761311766.442431:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:0.0:1761311766.442433:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000100:00000200:0.0:1761311766.442440:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7d6009e x1846867787698752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.442448:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7d6009e x1846867787698752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.442476:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccda4815. 02000000:00000010:0.0:1761311766.442481:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006a65481. 00000100:00000010:0.0:1761311766.442484:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7d6009e. 00000100:00000010:0.0:1761311766.442488:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d3d6527. 00010000:00000010:0.0:1761311766.442492:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3433777. 00010000:00000010:1.1:1761311766.446578:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b130627c. 00010000:00000010:2.1:1761311766.450615:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000002146f0d. 00010000:00000010:2.1:1761311766.450630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00000400:00000200:1.0:1761311766.456275:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.456304:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151a40 00000400:00000200:1.0:1761311766.456366:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c9d [2] + 328 00000400:00000200:1.0:1761311766.456435:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.456440:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.456446:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.456451:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00000020:00000010:0.0:1761311766.457821:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1509a25. 00000020:00000010:0.0:1761311766.457830:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311766.457834:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.457860:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781818944/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.457890:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781818944 02000000:00000010:0.0:1761311766.457901:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079286013. 00010000:00000010:0.0:1761311766.457931:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e602846c. 00010000:00000010:0.0:1761311766.457952:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069a31a5f. 00000100:00000010:0.0:1761311766.457958:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.458409:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.458413:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069a31a5f. 00000400:00000010:0.0:1761311766.458427:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c1f0496. 00000100:00000200:0.0:1761311766.458431:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781818944, offset 224 00000400:00000200:0.0:1761311766.458438:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.458451:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.458456:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87592:87592:256:4294967295] 192.168.203.55@tcp LPNI seq info [87592:87592:8:4294967295] 00000400:00000200:0.0:1761311766.458465:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.458471:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.458475:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.458481:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.458487:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.458491:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.458507:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311766.458511:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.458514:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1509a25. 00000800:00000200:1.0:1761311766.458649:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.458653:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.458662:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.458666:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.458670:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c1f0496 00000400:00000010:1.0:1761311766.458671:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c1f0496. 00080000:00000010:2.0:1761311766.461015:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a110e497. 00010000:00000010:2.0:1761311766.461143:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002aeb7c78. 00010000:00000010:2.0:1761311766.461151:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000638e43d4. 00000001:00000010:2.0:1761311766.461171:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.461184:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.461190:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc3bd15b. 00000001:00000010:2.0:1761311766.461198:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.461203:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.461207:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.461210:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.461221:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000853329ad. 00010000:00000010:2.0:1761311766.461238:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2735144. 00010000:00000010:2.0:1761311766.461243:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002aeb7c78. 00010000:00000010:2.0:1761311766.461254:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7944ad4. 00000100:00000010:2.0:1761311766.461261:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b993b547. 00000100:00000010:2.0:1761311766.461269:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a42bc8f5. 02000000:00000010:2.0:1761311766.461284:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000006a65481. 02000000:00000010:2.0:1761311766.461361:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ccda4815. 00000400:00000010:2.0:1761311766.461366:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.461378:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311766.461384:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698816, portal 16 00000400:00000010:2.0:1761311766.461389:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d86e0a. 00000100:00000200:2.0:1761311766.461391:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698816, offset 0 00000400:00000200:2.0:1761311766.461398:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.461413:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.461419:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.461422:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.461425:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.461429:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87593:87593:256:4294967295] 192.168.203.55@tcp LPNI seq info [87593:87593:8:4294967295] 00000400:00000200:2.0:1761311766.461439:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.461454:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.461459:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.461465:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.461470:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.461474:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.461636:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.461640:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.461645:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.461649:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.461653:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d86e0a 00000400:00000010:0.0:1761311766.461655:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d86e0a. 00000100:00000200:0.0:1761311766.461660:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a42bc8f5 x1846867787698816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.469147:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.469166:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed280 00000400:00000200:1.0:1761311766.469174:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab26d [1] + 224 00000400:00000200:1.0:1761311766.469184:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.469188:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.469774:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a42bc8f5 x1846867787698816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.470625:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.470636:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151a80 00000400:00000010:2.0:1761311766.470658:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:2.0:1761311766.470664:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:2.0:1761311766.470666:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000100:00000200:2.0:1761311766.470673:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a42bc8f5 x1846867787698816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.470681:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a42bc8f5 x1846867787698816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.470710:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ccda4815. 02000000:00000010:2.0:1761311766.470716:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000006a65481. 00000100:00000010:2.0:1761311766.470720:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a42bc8f5. 00000100:00000010:2.0:1761311766.470724:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b993b547. 00010000:00000010:2.0:1761311766.470727:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7944ad4. 00000400:00000200:1.0:1761311766.470764:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c9d [2] + 656 00000400:00000200:1.0:1761311766.470828:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.470833:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.470837:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.470991:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00010000:00000010:0.1:1761311766.472042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000025777080. 00000020:00000010:0.0:1761311766.472079:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f1509a25. 00000020:00000010:0.0:1761311766.472084:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311766.472089:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.472113:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781819008/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.472137:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819008 02000000:00000010:0.0:1761311766.472146:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000455d6077. 00010000:00000010:0.0:1761311766.472171:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae6f3f2a. 00010000:00000010:0.0:1761311766.472190:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069a31a5f. 00000100:00000010:0.0:1761311766.472197:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.472218:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.472222:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069a31a5f. 00000400:00000010:0.0:1761311766.472235:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311766.472240:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819008, offset 224 00000400:00000200:0.0:1761311766.472247:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.472259:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.472264:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87594:87594:256:4294967295] 192.168.203.55@tcp LPNI seq info [87594:87594:8:4294967295] 00000400:00000200:0.0:1761311766.472273:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.472278:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.472282:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.472297:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.472305:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.472327:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.472344:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311766.472349:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.472351:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f1509a25. 00000800:00000200:1.0:1761311766.475455:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.475462:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.475472:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.475481:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.475486:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:1.0:1761311766.475488:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00080000:00000010:2.0:1761311766.475599:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006a65481. 00010000:00000010:2.0:1761311766.475722:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002aeb7c78. 00010000:00000010:2.0:1761311766.475730:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000013fc946a. 00000001:00000010:2.0:1761311766.475746:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.475757:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.475762:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccda4815. 00000001:00000010:2.0:1761311766.475768:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.475774:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.475778:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.475783:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.475792:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b0332369. 00100000:00000010:2.0:1761311766.475799:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000942824f1. 00100000:00000010:2.0:1761311766.475802:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000249a1900. 00010000:00000010:2.0:1761311766.475816:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0480128. 00010000:00000010:2.0:1761311766.475821:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002aeb7c78. 00010000:00000010:2.0:1761311766.475832:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c7944ad4. 00000100:00000010:2.0:1761311766.475837:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000942824f1. 00000100:00000010:2.0:1761311766.475846:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a42bc8f5. 02000000:00000010:2.0:1761311766.475859:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a0754593. 02000000:00000010:2.0:1761311766.475884:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000001cd274d. 00000400:00000010:2.0:1761311766.475889:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.475893:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311766.475900:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698880, portal 16 00000400:00000010:2.0:1761311766.475904:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011f87556. 00000100:00000200:2.0:1761311766.475907:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698880, offset 0 00000400:00000200:2.0:1761311766.475914:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.475926:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.475932:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.475936:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.475938:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.475942:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87595:87595:256:4294967295] 192.168.203.55@tcp LPNI seq info [87595:87595:8:4294967295] 00000400:00000200:2.0:1761311766.475952:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.475957:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.475961:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.475966:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.475972:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.475975:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.478659:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.478667:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.478674:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.478683:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.478688:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f87556 00000400:00000010:0.0:1761311766.478690:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011f87556. 00000100:00000200:0.0:1761311766.478701:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a42bc8f5 x1846867787698880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.479435:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000945817ca. 00010000:00000010:2.1:1761311766.479445:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00010000:00000010:0.1:1761311766.487386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a8a077. 00010000:00000010:2.1:1761311766.491483:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000212a6f03. 00010000:00000010:2.1:1761311766.491498:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00000400:00000200:1.0:1761311766.492178:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.492199:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed2c0 00000400:00000200:1.0:1761311766.492207:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab279 [1] + 224 00000400:00000200:1.0:1761311766.492220:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.492225:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.492237:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a42bc8f5 x1846867787698880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.493738:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.493752:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151ac0 00000400:00000200:1.0:1761311766.493758:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c9d [2] + 984 00000400:00000200:1.0:1761311766.493829:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.493834:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.493840:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.493845:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 00000400:00000010:0.0:1761311766.493934:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:0.0:1761311766.493940:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:0.0:1761311766.493943:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000020:00000010:3.0:1761311766.493950:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021600287. 00000100:00000200:0.0:1761311766.493951:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a42bc8f5 x1846867787698880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761311766.493959:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000100:00000200:0.0:1761311766.493962:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a42bc8f5 x1846867787698880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.493989:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000001cd274d. 02000000:00000010:0.0:1761311766.493996:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a0754593. 00000100:00000010:0.0:1761311766.493999:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a42bc8f5. 00000100:00000010:0.0:1761311766.494003:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000942824f1. 00010000:00000010:0.0:1761311766.494007:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c7944ad4. 00000020:00000010:3.0:1761311766.494139:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.494168:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4befbb x1846867781819072/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.494206:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819072 02000000:00000010:3.0:1761311766.494220:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cbad0dc0. 00010000:00000010:3.0:1761311766.494248:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f86cec8e. 00010000:00000010:3.0:1761311766.494265:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.494272:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.494296:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.494300:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311766.494331:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311766.494336:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819072, offset 224 00000400:00000200:3.0:1761311766.494345:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.494357:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.494362:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87596:87596:256:4294967295] 192.168.203.55@tcp LPNI seq info [87596:87596:8:4294967295] 00080000:00000010:0.0:1761311766.494368:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1509a25. 00000400:00000200:3.0:1761311766.494374:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.494380:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.494385:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311766.494391:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.494398:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.494402:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.494420:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311766.494425:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.494428:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021600287. 00010000:00000010:0.0:1761311766.494501:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002aeb7c78. 00010000:00000010:0.0:1761311766.494507:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009778a1ff. 00000001:00000010:0.0:1761311766.494523:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.494535:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00080000:00000010:0.0:1761311766.494540:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bdd19599. 00000001:00000010:0.0:1761311766.494548:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.494553:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.494558:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d811989e. 00000001:00000010:0.0:1761311766.494563:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d811989e. 00100000:00000010:0.0:1761311766.494576:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000010170536. 00010000:00000010:0.0:1761311766.494592:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe37827. 00010000:00000010:0.0:1761311766.494597:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003a1d82b0. 00010000:00000010:0.0:1761311766.494607:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000069a31a5f. 00000100:00000010:0.0:1761311766.494611:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.494617:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311766.494627:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064755499. 02000000:00000010:0.0:1761311766.494650:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000eb295a6a. 00000400:00000010:0.0:1761311766.494655:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.494659:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311766.494663:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787698944, portal 16 00000400:00000010:0.0:1761311766.494667:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f15166. 00000100:00000200:0.0:1761311766.494669:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787698944, offset 0 00000400:00000200:0.0:1761311766.494674:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.494680:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.494687:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.494690:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.494693:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.494695:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87597:87597:255:4294967295] 192.168.203.55@tcp LPNI seq info [87597:87597:7:4294967295] 00000400:00000200:0.0:1761311766.494702:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.494707:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.494710:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82353034). 00000800:00000200:0.0:1761311766.494714:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.494718:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.494720:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.495462:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.495466:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352786). 00000400:00000200:1.0:1761311766.495472:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.495478:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.495482:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:1.0:1761311766.495484:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000800:00000200:1.0:1761311766.495545:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.495547:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.495554:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.495557:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.495558:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f15166 00000400:00000010:1.0:1761311766.495559:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f15166. 00000100:00000200:1.0:1761311766.495565:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787698944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.500566:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.500588:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed300 00000400:00000200:0.0:1761311766.500596:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab285 [1] + 224 00000400:00000200:0.0:1761311766.500606:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.500610:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.500622:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787698944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.500665:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.500670:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151b00 00000400:00000200:0.0:1761311766.500675:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c9d [2] + 1312 00000400:00000200:0.0:1761311766.500687:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.500691:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.500694:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.500700:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:3.0:1761311766.500936:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000021600287. 00000020:00000010:3.0:1761311766.500957:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311766.500961:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.500993:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781819136/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311766.501029:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819136 02000000:00000010:3.0:1761311766.501047:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000081f35eff. 00010000:00000010:3.0:1761311766.501081:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.501087:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.501093:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.501096:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311766.501108:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311766.501112:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819136, offset 224 00000400:00000200:3.0:1761311766.501119:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.501138:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.501143:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87598:87598:256:4294967295] 192.168.203.55@tcp LPNI seq info [87598:87598:8:4294967295] 00000400:00000200:3.0:1761311766.501152:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.501157:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.501162:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311766.501168:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.501174:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.501178:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.501193:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311766.501198:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.501200:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000021600287. 00000800:00000200:1.0:1761311766.501482:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.501487:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:1.0:1761311766.501491:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.501495:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.501498:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:1.0:1761311766.501500:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000400:00000010:1.0:1761311766.501521:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d811989e. 00000400:00000200:1.0:1761311766.501524:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00000400:00000010:1.0:1761311766.501525:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 00000100:00000200:1.0:1761311766.501530:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787698944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.501537:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787698944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.501557:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab7e8b9c. 02000000:00000010:1.0:1761311766.501571:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000eb295a6a. 02000000:00000010:1.0:1761311766.501577:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064755499. 00000100:00000010:1.0:1761311766.501580:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:1.0:1761311766.501583:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:1.0:1761311766.501586:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000069a31a5f. 00080000:00000010:1.0:1761311766.501602:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6a49367. 00010000:00000010:1.0:1761311766.501737:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a1d82b0. 00010000:00000010:1.0:1761311766.501744:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000608fa658. 00000001:00000010:1.0:1761311766.501765:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311766.501779:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00080000:00000010:1.0:1761311766.501785:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af2d0d7e. 00000001:00000010:1.0:1761311766.501793:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311766.501799:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311766.501804:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311766.501809:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00100000:00000010:1.0:1761311766.501821:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000025e52ed5. 00010000:00000010:1.0:1761311766.501836:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311766.501841:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031197f62. 00010000:00000010:1.0:1761311766.501851:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d7f61e7b. 00000100:00000010:1.0:1761311766.501854:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005465eba9. 00000100:00000010:1.0:1761311766.501861:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311766.501872:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0b834ed. 02000000:00000010:1.0:1761311766.501898:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b9cb7c39. 00000400:00000010:1.0:1761311766.501903:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af6febe. 00000400:00000010:1.0:1761311766.501908:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311766.501913:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699008, portal 16 00000400:00000010:1.0:1761311766.501917:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311766.501919:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699008, offset 0 00000400:00000200:1.0:1761311766.501925:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.501932:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.501939:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.501943:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.501945:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.501948:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87599:87599:256:4294967295] 192.168.203.55@tcp LPNI seq info [87599:87599:8:4294967295] 00000400:00000200:1.0:1761311766.501954:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.501959:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.501963:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311766.501968:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.501972:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.501974:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.503025:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.503030:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:0.0:1761311766.503036:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.503041:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.503046:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:0.0:1761311766.503048:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000100:00000200:0.0:1761311766.503054:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787699008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.504372:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.504391:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed340 00000400:00000200:3.0:1761311766.504399:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab291 [1] + 224 00000400:00000200:3.0:1761311766.504414:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.504417:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.504426:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787699008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.504635:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af6febe. 00000400:00000200:1.0:1761311766.504640:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:1.0:1761311766.504641:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:1.0:1761311766.504646:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787699008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.504653:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787699008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.504678:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b9cb7c39. 02000000:00000010:1.0:1761311766.504685:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0b834ed. 00000100:00000010:1.0:1761311766.504688:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:1.0:1761311766.504691:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005465eba9. 00010000:00000010:1.0:1761311766.504695:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d7f61e7b. 00000400:00000200:1.0:1761311766.506340:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.506362:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151b40 00000400:00000200:1.0:1761311766.506380:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c9d [2] + 1640 00000400:00000200:1.0:1761311766.506447:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.506452:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.506458:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.506468:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000020:00000010:0.0:1761311766.508955:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064755499. 00000020:00000010:0.0:1761311766.508965:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311766.508970:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.508997:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781819200/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.509039:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819200 02000000:00000010:0.0:1761311766.509051:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000eb295a6a. 00010000:00000010:0.0:1761311766.509081:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000bc24ce5. 00010000:00000010:0.0:1761311766.509099:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058d81384. 00000100:00000010:0.0:1761311766.509107:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.509117:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.509120:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058d81384. 00000400:00000010:0.0:1761311766.509132:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311766.509138:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819200, offset 224 00000400:00000200:0.0:1761311766.509146:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.509160:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.509166:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87600:87600:256:4294967295] 192.168.203.55@tcp LPNI seq info [87600:87600:8:4294967295] 00000400:00000200:0.0:1761311766.509176:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.509181:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.509186:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.509192:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.509199:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.509202:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.509217:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311766.509221:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.509224:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064755499. 00000800:00000200:0.0:1761311766.509299:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.509303:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.509327:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.509332:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.509336:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602a8774 00000400:00000010:0.0:1761311766.509338:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602a8774. 00010000:00000010:3.1:1761311766.509392:0:1052:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d07b70a2. 00010000:00000010:1.1:1761311766.509424:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000157602bc. 00010000:00000010:1.1:1761311766.509431:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000acf76e99. 00010000:00000010:1.1:1761311766.509435:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00080000:00000010:1.0:1761311766.509756:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0b834ed. 00010000:00000010:1.0:1761311766.509860:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031197f62. 00010000:00000010:1.0:1761311766.509866:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000095611250. 00000001:00000010:1.0:1761311766.509882:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311766.509894:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00080000:00000010:1.0:1761311766.509900:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b9cb7c39. 00000001:00000010:1.0:1761311766.509908:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311766.509914:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311766.509919:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003af6febe. 00000001:00000010:1.0:1761311766.509924:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003af6febe. 00100000:00000010:1.0:1761311766.509936:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000809094d3. 00010000:00000010:1.0:1761311766.509950:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311766.509955:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000031197f62. 00010000:00000010:1.0:1761311766.509965:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d7f61e7b. 00000100:00000010:1.0:1761311766.509970:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005465eba9. 00000100:00000010:1.0:1761311766.509976:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311766.509987:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed37a5cd. 02000000:00000010:1.0:1761311766.510009:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5fceede. 00000400:00000010:1.0:1761311766.510014:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003af6febe. 00000400:00000010:1.0:1761311766.510019:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311766.510024:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699072, portal 16 00000400:00000010:1.0:1761311766.510028:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311766.510031:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699072, offset 0 00000400:00000200:1.0:1761311766.510037:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.510244:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.510253:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.510256:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.510259:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.510261:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87601:87601:256:4294967295] 192.168.203.55@tcp LPNI seq info [87601:87601:8:4294967295] 00000400:00000200:1.0:1761311766.510269:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.510274:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.510278:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311766.510282:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.510298:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.510300:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311766.510730:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001a45a7d4. 00010000:00000010:0.1:1761311766.510737:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311766.512643:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e286217. 00000800:00000200:3.0:1761311766.514096:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.514103:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:3.0:1761311766.514111:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.514121:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.514126:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:3.0:1761311766.514128:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000100:00000200:3.0:1761311766.514137:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787699072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.514169:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.514180:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed380 00000400:00000200:3.0:1761311766.514187:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab29d [1] + 224 00000400:00000200:3.0:1761311766.514201:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.514203:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.514208:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787699072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.517201:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003af6febe. 00000400:00000200:3.0:1761311766.517215:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:3.0:1761311766.517218:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:3.0:1761311766.517231:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787699072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.517241:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787699072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.517271:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5fceede. 02000000:00000010:3.0:1761311766.517279:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed37a5cd. 00000100:00000010:3.0:1761311766.517283:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:3.0:1761311766.517301:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005465eba9. 00010000:00000010:3.0:1761311766.517306:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d7f61e7b. 00000400:00000200:0.0:1761311766.522240:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.522263:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151b80 00000400:00000200:0.0:1761311766.522272:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9c9d [2] + 1968 00000400:00000010:0.0:1761311766.522278:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:0.0:1761311766.522284:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000065c371b7 00000400:00000200:0.0:1761311766.522409:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.522415:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.522420:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065c371b7 00000400:00000010:0.0:1761311766.522422:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000065c371b7 (tot 82352386). 00000100:00000200:0.0:1761311766.522430:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311766.522496:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064755499. 00000020:00000010:0.0:1761311766.522502:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311766.522506:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.522532:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004676e4a0 x1846867781819264/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.522563:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819264 02000000:00000010:0.0:1761311766.522574:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edb02de8. 00010000:00000010:0.0:1761311766.522600:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000050f7fa3. 00010000:00000010:0.0:1761311766.522621:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000bdccc4. 00000100:00000010:0.0:1761311766.522628:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000044185be7. 00000100:00000010:0.0:1761311766.522642:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000044185be7. 00010000:00000010:0.0:1761311766.522646:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000bdccc4. 00000400:00000010:0.0:1761311766.522658:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311766.522663:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819264, offset 224 00000400:00000200:0.0:1761311766.522670:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.522680:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.522686:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87602:87602:256:4294967295] 192.168.203.55@tcp LPNI seq info [87602:87602:8:4294967295] 00000400:00000200:0.0:1761311766.522696:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.522701:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.522705:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352634). 00000800:00000200:0.0:1761311766.522711:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.522717:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.522720:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.522737:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311766.522742:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.522744:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064755499. 02000000:00000010:0.0:1761311766.522754:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000eb295a6a. 00000100:00000010:0.0:1761311766.522757:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:0.0:1761311766.522761:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000081f35eff. 00000100:00000010:0.0:1761311766.522764:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:0.0:1761311766.522767:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cbad0dc0. 00000100:00000010:0.0:1761311766.522769:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 02000000:00000010:0.0:1761311766.522772:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000455d6077. 00000100:00000010:0.0:1761311766.522775:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:0.0:1761311766.522778:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079286013. 00000100:00000010:0.0:1761311766.522780:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 02000000:00000010:0.0:1761311766.522782:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f08f7872. 00000100:00000010:0.0:1761311766.522785:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 00000100:00000200:0.0:1761311766.522791:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311766.522796:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d811989e. 00000400:00000010:0.0:1761311766.522800:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000044185be7 (tot 82352786). 00000800:00000200:0.0:1761311766.522865:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.522868:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.522876:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.522880:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.522882:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602a8774 00000400:00000010:0.0:1761311766.522883:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602a8774. 02000000:00000010:0.0:1761311766.522887:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edb02de8. 00080000:00000010:3.0:1761311766.526087:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021600287. 00010000:00000010:3.0:1761311766.526224:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000031197f62. 00010000:00000010:3.0:1761311766.526234:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000039df2aed. 00000001:00000010:3.0:1761311766.526252:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311766.526266:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311766.526271:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000763cb145. 00000001:00000010:3.0:1761311766.526278:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311766.526284:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311766.526301:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311766.526306:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311766.526689:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a1cbb63d. 00010000:00000010:3.0:1761311766.526709:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014783e51. 00010000:00000010:3.0:1761311766.526715:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c6d61f3. 00010000:00000010:3.0:1761311766.526726:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5edd554. 00000100:00000010:3.0:1761311766.526735:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.526745:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311766.526758:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cbad0dc0. 02000000:00000010:3.0:1761311766.526788:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081f35eff. 00000400:00000010:3.0:1761311766.526794:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311766.526801:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311766.526807:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699136, portal 16 00000400:00000010:3.0:1761311766.526812:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311766.526816:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699136, offset 0 00000400:00000200:3.0:1761311766.526825:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.526857:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.526865:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.526868:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.526870:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.526874:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87603:87603:256:4294967295] 192.168.203.55@tcp LPNI seq info [87603:87603:8:4294967295] 00000400:00000200:3.0:1761311766.526884:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.526891:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.526895:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.526901:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.526908:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.526912:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.527545:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.527549:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311766.527555:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.527560:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.527565:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311766.527567:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:0.0:1761311766.527574:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787699136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.529716:0:1:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b5d9fa05. 00010000:00000010:1.1:1761311766.529727:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311766.543714:0:12:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004bc360c3. 00010000:00000010:3.1:1761311766.544085:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004f10a32. 00010000:00000010:3.1:1761311766.544091:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:0.0:1761311766.544447:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.544463:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed3c0 00000400:00000200:0.0:1761311766.544470:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab2ad [1] + 224 00000400:00000200:0.0:1761311766.544485:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.544489:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.544502:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787699136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.544565:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:3.0:1761311766.544570:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:3.0:1761311766.544572:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:3.0:1761311766.544578:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787699136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.544586:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787699136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.544615:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081f35eff. 02000000:00000010:3.0:1761311766.544621:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cbad0dc0. 00000100:00000010:3.0:1761311766.544624:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311766.544627:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.544631:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00000400:00000200:0.0:1761311766.547456:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.547475:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151bc0 00000400:00000200:0.0:1761311766.547483:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9cf5 [2] + 0 00000400:00000200:0.0:1761311766.547502:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.547507:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.547513:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.547519:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:1.0:1761311766.547623:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d6dcd802. 00000020:00000010:1.0:1761311766.547630:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ca56b97d. 00000020:00000010:1.0:1761311766.547633:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.547657:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781819328/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311766.547688:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819328 02000000:00000010:1.0:1761311766.547697:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000027242adc. 00010000:00000010:1.0:1761311766.547728:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d7d2b45f. 00010000:00000010:1.0:1761311766.547748:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001856b30a. 00000100:00000010:1.0:1761311766.547754:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae22c9be. 00000100:00000010:1.0:1761311766.547769:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae22c9be. 00010000:00000010:1.0:1761311766.547773:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001856b30a. 00000400:00000010:1.0:1761311766.547786:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebf2b047. 00000100:00000200:1.0:1761311766.547791:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819328, offset 224 00000400:00000200:1.0:1761311766.547797:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.547807:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.547812:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87604:87604:256:4294967295] 192.168.203.55@tcp LPNI seq info [87604:87604:8:4294967295] 00000400:00000200:1.0:1761311766.547821:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.547825:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.547829:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311766.547834:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.547840:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.547844:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.547857:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ca56b97d. 00000020:00000010:1.0:1761311766.547861:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.547863:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d6dcd802. 00000800:00000200:0.0:1761311766.548185:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.548188:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:0.0:1761311766.548194:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.548197:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.548200:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebf2b047 00000400:00000010:0.0:1761311766.548202:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebf2b047. 00080000:00000010:3.0:1761311766.548261:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbad0dc0. 00010000:00000010:3.0:1761311766.548409:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c6d61f3. 00010000:00000010:3.0:1761311766.548418:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b11a3c7f. 00000001:00000010:3.0:1761311766.548434:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311766.548444:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311766.548450:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081f35eff. 00000001:00000010:3.0:1761311766.548459:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311766.548465:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311766.548470:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311766.548475:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311766.548487:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f2740802. 00100000:00000010:3.0:1761311766.548493:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000ac2f0122. 00100000:00000010:3.0:1761311766.548496:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001599868c. 00010000:00000010:3.0:1761311766.548515:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba2335. 00010000:00000010:3.0:1761311766.548520:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c6d61f3. 00010000:00000010:3.0:1761311766.548530:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5edd554. 00000100:00000010:3.0:1761311766.548533:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.548540:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311766.548552:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8b6c145. 02000000:00000010:3.0:1761311766.548574:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003192f26c. 00000400:00000010:3.0:1761311766.548578:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311766.548582:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311766.548587:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699200, portal 16 00000400:00000010:3.0:1761311766.548591:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311766.548593:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699200, offset 0 00000400:00000200:3.0:1761311766.548598:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.548606:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.548612:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.548616:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.548618:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.548621:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87605:87605:256:4294967295] 192.168.203.55@tcp LPNI seq info [87605:87605:8:4294967295] 00000400:00000200:3.0:1761311766.548628:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.548633:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.548637:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.548642:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.548646:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.548648:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.548810:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.548813:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311766.548817:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.548821:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.548823:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:0.0:1761311766.548825:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:0.0:1761311766.548830:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787699200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.557364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000059a748a4. 00010000:00000010:3.1:1761311766.557495:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016c328f4. 00010000:00000010:3.1:1761311766.557502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00000400:00000200:3.0:1761311766.565832:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.565852:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed400 00000400:00000200:3.0:1761311766.565861:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab2b9 [1] + 224 00000400:00000200:3.0:1761311766.565874:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.565878:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.565889:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787699200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.565933:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.565939:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151c00 00000400:00000200:3.0:1761311766.565943:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9cf5 [2] + 328 00000400:00000200:3.0:1761311766.565955:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.565958:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.565961:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.565966:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00000020:00000010:2.0:1761311766.566091:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6772885. 00000020:00000010:2.0:1761311766.566098:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.566103:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.566125:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c59f1dbd x1846867781819392/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311766.566149:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819392 02000000:00000010:2.0:1761311766.566160:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006139a912. 00010000:00000010:2.0:1761311766.566200:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.566208:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b993b547. 00000100:00000010:2.0:1761311766.566215:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b993b547. 00010000:00000010:2.0:1761311766.566218:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.566234:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311766.566240:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819392, offset 224 00000400:00000200:2.0:1761311766.566248:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.566259:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.566264:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87606:87606:256:4294967295] 192.168.203.55@tcp LPNI seq info [87606:87606:8:4294967295] 00000400:00000200:2.0:1761311766.566273:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.566278:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.566283:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.566302:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.566327:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.566332:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.566349:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.566354:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.566357:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6772885. 00000800:00000200:2.0:1761311766.566440:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.566444:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311766.566448:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.566451:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.566454:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:2.0:1761311766.566456:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000400:00000010:1.0:1761311766.568478:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:1.0:1761311766.568486:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:1.0:1761311766.568488:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:1.0:1761311766.568500:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787699200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.568510:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787699200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.568535:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000089e4fa3. 02000000:00000010:1.0:1761311766.568550:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003192f26c. 02000000:00000010:1.0:1761311766.568556:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c8b6c145. 00000100:00000010:1.0:1761311766.568559:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:1.0:1761311766.568563:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:1.0:1761311766.568566:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00080000:00000010:1.0:1761311766.568581:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6dcd802. 00010000:00000010:1.0:1761311766.568709:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c6d61f3. 00010000:00000010:1.0:1761311766.568716:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001792ab84. 00000001:00000010:1.0:1761311766.568734:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.568743:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00080000:00000010:1.0:1761311766.568748:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f08f7872. 00000001:00000010:1.0:1761311766.568755:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.568759:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.568764:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.568768:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00100000:00000010:1.0:1761311766.568778:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ddd51ef9. 00010000:00000010:1.0:1761311766.568791:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311766.568795:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.568805:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001856b30a. 00000100:00000010:1.0:1761311766.568810:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae22c9be. 00000100:00000010:1.0:1761311766.568817:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311766.568828:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed37a5cd. 02000000:00000010:1.0:1761311766.569597:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5fceede. 00000400:00000010:1.0:1761311766.569606:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1e334d1. 00000400:00000010:1.0:1761311766.569611:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.569618:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699264, portal 16 00000400:00000010:1.0:1761311766.569623:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a4589e8. 00000100:00000200:1.0:1761311766.569625:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699264, offset 0 00000400:00000200:1.0:1761311766.569632:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.569646:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.569654:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.569657:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.569659:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.569662:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87607:87607:256:4294967295] 192.168.203.55@tcp LPNI seq info [87607:87607:8:4294967295] 00000400:00000200:1.0:1761311766.569672:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.569678:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.569682:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.569688:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.569694:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.569697:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.569821:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.569824:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.569828:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.569832:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.569836:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a4589e8 00000400:00000010:0.0:1761311766.569837:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a4589e8. 00000100:00000200:0.0:1761311766.569889:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787699264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.572637:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.572654:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed440 00000400:00000200:3.0:1761311766.572662:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab2c5 [1] + 224 00000400:00000200:3.0:1761311766.572673:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.572676:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.572686:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787699264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.572722:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.572726:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151c40 00000400:00000200:3.0:1761311766.572731:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9cf5 [2] + 656 00000400:00000200:3.0:1761311766.572776:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.572780:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.572783:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.572789:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00000400:00000010:1.0:1761311766.572862:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1e334d1. 00000400:00000200:1.0:1761311766.572869:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311766.572871:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311766.572878:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787699264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.572888:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787699264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.572920:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5fceede. 02000000:00000010:1.0:1761311766.572927:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed37a5cd. 00000100:00000010:1.0:1761311766.572932:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311766.572937:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae22c9be. 00010000:00000010:1.0:1761311766.572942:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001856b30a. 00000020:00000010:2.0:1761311766.573010:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6772885. 00000020:00000010:2.0:1761311766.573016:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.573020:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.573043:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781819456/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311766.573067:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819456 02000000:00000010:2.0:1761311766.573078:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a0754593. 00010000:00000010:2.0:1761311766.573106:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ac66f16c. 00010000:00000010:2.0:1761311766.573126:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.573132:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b993b547. 00000100:00000010:2.0:1761311766.573137:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b993b547. 00010000:00000010:2.0:1761311766.573139:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.573148:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311766.573152:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819456, offset 224 00000400:00000200:2.0:1761311766.573158:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.573167:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.573172:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87608:87608:256:4294967295] 192.168.203.55@tcp LPNI seq info [87608:87608:8:4294967295] 00000400:00000200:2.0:1761311766.573181:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.573186:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.573190:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.573195:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.573200:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.573204:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.573218:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.573223:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.573225:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6772885. 00000800:00000200:2.0:1761311766.573560:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.573563:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311766.573567:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.573570:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.573573:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:2.0:1761311766.573574:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00080000:00000010:1.0:1761311766.573826:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed37a5cd. 00010000:00000010:1.0:1761311766.573948:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.573955:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038eb8505. 00000001:00000010:1.0:1761311766.573971:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.573985:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00080000:00000010:1.0:1761311766.573990:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5fceede. 00000001:00000010:1.0:1761311766.573998:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.574004:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.574009:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.574014:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00100000:00000010:1.0:1761311766.574026:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e8a591e2. 00010000:00000010:1.0:1761311766.574042:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311766.574051:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.574060:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001856b30a. 00000100:00000010:1.0:1761311766.574065:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae22c9be. 00000100:00000010:1.0:1761311766.574072:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311766.574081:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d32611f5. 02000000:00000010:1.0:1761311766.574105:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000605b856. 00000400:00000010:1.0:1761311766.574109:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1e334d1. 00000400:00000010:1.0:1761311766.574112:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.574117:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699328, portal 16 00000400:00000010:1.0:1761311766.574121:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311766.574123:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699328, offset 0 00000400:00000200:1.0:1761311766.574128:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.574134:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.574140:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.574144:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.574147:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.574149:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87609:87609:256:4294967295] 192.168.203.55@tcp LPNI seq info [87609:87609:8:4294967295] 00000400:00000200:1.0:1761311766.574156:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.574161:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.574165:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.574169:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.574173:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.574175:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311766.574635:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000561b145a. 00010000:00000010:1.1:1761311766.574642:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be60e3ba. 00010000:00000010:1.1:1761311766.574645:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00000800:00000200:0.0:1761311766.575173:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.575177:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.575182:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.575187:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.575192:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:0.0:1761311766.575193:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:0.0:1761311766.575199:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787699328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.576528:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.576544:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed480 00000400:00000200:3.0:1761311766.576551:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab2d1 [1] + 224 00000400:00000200:3.0:1761311766.576565:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.576569:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.576576:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787699328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.576752:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1e334d1. 00000400:00000200:1.0:1761311766.576758:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311766.576760:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311766.576765:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787699328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.576772:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787699328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.576798:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000605b856. 02000000:00000010:1.0:1761311766.576804:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d32611f5. 00000100:00000010:1.0:1761311766.576807:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:1.0:1761311766.576811:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae22c9be. 00010000:00000010:1.0:1761311766.576816:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001856b30a. 00010000:00000010:2.1:1761311766.578422:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f3f7001e. 00000400:00000200:2.0:1761311766.578457:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.578475:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151c80 00000400:00000200:2.0:1761311766.578482:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9cf5 [2] + 984 00000400:00000200:2.0:1761311766.578555:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.578559:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.578566:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311766.578571:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000020:00000010:3.0:1761311766.578694:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b52192. 00000020:00000010:3.0:1761311766.578701:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000677b149f. 00000020:00000010:3.0:1761311766.578706:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.578734:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781819520/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.578770:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819520 02000000:00000010:3.0:1761311766.578780:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dfc27f2f. 00010000:00000010:3.0:1761311766.578806:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c1a73d9. 00010000:00000010:3.0:1761311766.578825:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.578832:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.578856:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.578861:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311766.578873:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311766.578878:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819520, offset 224 00000400:00000200:3.0:1761311766.578885:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.578895:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.578900:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87610:87610:256:4294967295] 192.168.203.55@tcp LPNI seq info [87610:87610:8:4294967295] 00000400:00000200:3.0:1761311766.578910:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.578915:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.578919:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311766.578924:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.578931:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.578934:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.578957:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000677b149f. 00000020:00000010:3.0:1761311766.578961:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:3.0:1761311766.578964:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b52192. 00000800:00000200:0.0:1761311766.579194:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.579198:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311766.579203:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.579207:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.579210:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:0.0:1761311766.579212:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00080000:00000010:1.0:1761311766.579261:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d32611f5. 00010000:00000010:1.0:1761311766.579401:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.579407:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000083e783b3. 00000001:00000010:1.0:1761311766.579423:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.579438:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00080000:00000010:1.0:1761311766.579444:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000605b856. 00000001:00000010:1.0:1761311766.579453:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.579458:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.579463:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a1e334d1. 00000001:00000010:1.0:1761311766.579467:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a1e334d1. 00100000:00000010:1.0:1761311766.579478:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fcd34f55. 00010000:00000010:1.0:1761311766.579492:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311766.579497:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.579508:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001856b30a. 00000100:00000010:1.0:1761311766.579511:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ae22c9be. 00000100:00000010:1.0:1761311766.579518:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311766.579528:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062c83354. 02000000:00000010:1.0:1761311766.579557:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f94cb68d. 00000400:00000010:1.0:1761311766.579562:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a1e334d1. 00000400:00000010:1.0:1761311766.579566:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.579572:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699392, portal 16 00000400:00000010:1.0:1761311766.579576:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311766.579577:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699392, offset 0 00000400:00000200:1.0:1761311766.579583:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.579589:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.579596:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.579599:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.579601:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.579604:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87611:87611:256:4294967295] 192.168.203.55@tcp LPNI seq info [87611:87611:8:4294967295] 00000400:00000200:1.0:1761311766.579611:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.579616:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.579619:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.579623:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.579627:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.579630:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.580998:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.581004:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311766.581010:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.581017:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.581023:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:3.0:1761311766.581024:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:3.0:1761311766.581032:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f39787d6 x1846867787699392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.581166:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006596e20a. 00010000:00000010:1.1:1761311766.582451:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:2.0:1761311766.583733:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311766.583751:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed4c0 00000400:00000200:2.0:1761311766.583758:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab2dd [1] + 224 00000400:00000200:2.0:1761311766.583776:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.583779:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.583790:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f39787d6 x1846867787699392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.583910:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a1e334d1. 00000400:00000200:3.0:1761311766.583916:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:3.0:1761311766.583919:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:3.0:1761311766.583924:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f39787d6 x1846867787699392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.583931:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f39787d6 x1846867787699392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.583961:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f94cb68d. 02000000:00000010:3.0:1761311766.583967:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062c83354. 00000100:00000010:3.0:1761311766.583971:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000010:3.0:1761311766.583975:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ae22c9be. 00010000:00000010:3.0:1761311766.583979:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001856b30a. 00010000:00000010:3.1:1761311766.584820:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001d6a514. 00000400:00000200:0.0:1761311766.585218:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.585232:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151cc0 00000400:00000200:0.0:1761311766.585239:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9cf5 [2] + 1312 00000400:00000200:0.0:1761311766.585357:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.585362:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.585369:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.585375:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:2.0:1761311766.585588:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6772885. 00000020:00000010:2.0:1761311766.585596:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.585600:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.585626:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781819584/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311766.585658:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819584 02000000:00000010:2.0:1761311766.585669:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000001cd274d. 00010000:00000010:2.0:1761311766.585696:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008649af66. 00010000:00000010:2.0:1761311766.585720:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.585728:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b993b547. 00000100:00000010:2.0:1761311766.585751:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b993b547. 00010000:00000010:2.0:1761311766.585754:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.585768:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311766.585773:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819584, offset 224 00000400:00000200:2.0:1761311766.585781:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.585794:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.585799:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87612:87612:256:4294967295] 192.168.203.55@tcp LPNI seq info [87612:87612:8:4294967295] 00000400:00000200:2.0:1761311766.585810:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.585815:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.585819:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.585824:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.585831:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.585836:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761311766.586002:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a3ca3ba2. 00010000:00000010:1.0:1761311766.586135:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.586142:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c44a3079. 00000001:00000010:1.0:1761311766.586160:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.586178:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00080000:00000010:1.0:1761311766.586184:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2e5aa32. 00000001:00000010:1.0:1761311766.586193:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.586199:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.586205:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.586211:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00100000:00000010:1.0:1761311766.586224:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d7ee161e. 00010000:00000010:1.0:1761311766.586240:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311766.586245:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.586254:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d56800da. 00000100:00000010:1.0:1761311766.586258:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.586264:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311766.586275:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000062c83354. 02000000:00000010:1.0:1761311766.586308:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f94cb68d. 00000400:00000010:1.0:1761311766.586331:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311766.586335:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.586340:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699456, portal 16 00000400:00000010:1.0:1761311766.586344:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311766.586346:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699456, offset 0 00000400:00000200:1.0:1761311766.586351:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.586356:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.586362:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.586365:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.586367:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.586369:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87613:87613:255:4294967295] 192.168.203.55@tcp LPNI seq info [87613:87613:7:4294967295] 00000400:00000200:1.0:1761311766.586376:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.586380:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.586383:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311766.586386:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.586390:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.586392:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.586518:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.586524:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.586527:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6772885. 00000800:00000200:0.0:1761311766.587225:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.587230:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:0.0:1761311766.587235:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.587242:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.587248:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:0.0:1761311766.587250:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000800:00000200:0.0:1761311766.587471:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.587474:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.587478:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.587482:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.587484:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:0.0:1761311766.587486:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:0.0:1761311766.587492:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787699456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311766.589302:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00010000:00000010:1.1:1761311766.589349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002723eee1. 00010000:00000010:1.1:1761311766.589359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000400:00000200:2.0:1761311766.589538:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed500 00000400:00000200:2.0:1761311766.589546:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab2e9 [1] + 224 00000400:00000200:2.0:1761311766.589565:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.589569:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311766.589578:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787699456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.589768:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:1.0:1761311766.589774:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311766.589776:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311766.589782:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787699456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.589789:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787699456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.589816:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f94cb68d. 02000000:00000010:1.0:1761311766.589823:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000062c83354. 00000100:00000010:1.0:1761311766.589828:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000010:1.0:1761311766.589832:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:1.0:1761311766.589836:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d56800da. 00000400:00000200:0.0:1761311766.590076:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.590085:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151d00 00000400:00000200:0.0:1761311766.590090:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9cf5 [2] + 1640 00000400:00000200:0.0:1761311766.590247:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.590251:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.590255:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.590260:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 00000020:00000010:2.0:1761311766.590589:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c6772885. 00000020:00000010:2.0:1761311766.590596:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.590601:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.590624:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ade5492c x1846867781819648/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311766.590657:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819648 02000000:00000010:2.0:1761311766.590668:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6799e01. 00010000:00000010:2.0:1761311766.590696:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c3b0586c. 00010000:00000010:2.0:1761311766.590718:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.590724:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b993b547. 00000100:00000010:2.0:1761311766.590734:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b993b547. 00010000:00000010:2.0:1761311766.590736:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00080000:00000010:1.0:1761311766.590782:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062c83354. 00010000:00000010:1.0:1761311766.590911:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00000001:00000010:1.0:1761311766.590928:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.590940:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00080000:00000010:1.0:1761311766.590945:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f94cb68d. 00000001:00000010:1.0:1761311766.590953:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.590959:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.590963:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.590968:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00100000:00000010:1.0:1761311766.590979:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000787d954a. 00100000:00000010:1.0:1761311766.590986:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000f795371c. 00100000:00000010:1.0:1761311766.590989:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000dc469c22. 00010000:00000010:1.0:1761311766.591005:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311766.591010:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f457f4b6. 00010000:00000010:1.0:1761311766.591018:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d56800da. 00000100:00000010:1.0:1761311766.591022:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.591027:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311766.591036:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079a69d76. 02000000:00000010:1.0:1761311766.591056:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a51a6be1. 00000400:00000010:1.0:1761311766.591059:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311766.591064:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.591070:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699520, portal 16 00000400:00000010:1.0:1761311766.591074:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311766.591075:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699520, offset 0 00000400:00000200:1.0:1761311766.591082:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.591092:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.591098:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.591101:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.591104:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.591107:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87614:87614:256:4294967295] 192.168.203.55@tcp LPNI seq info [87614:87614:8:4294967295] 00000400:00000200:1.0:1761311766.591116:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.591120:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.591124:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.591130:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.591135:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.591139:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.591344:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.591348:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.591353:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.591357:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.591360:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:0.0:1761311766.591362:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:0.0:1761311766.591367:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787699520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311766.591443:0:64833:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e71e97cb. 00000400:00000010:2.0:1761311766.591458:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026f72b8d. 00000100:00000200:2.0:1761311766.591461:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819648, offset 224 00000400:00000200:2.0:1761311766.591466:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.591472:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.591476:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87615:87615:256:4294967295] 192.168.203.55@tcp LPNI seq info [87615:87615:8:4294967295] 00000400:00000200:2.0:1761311766.591483:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.591487:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.591490:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.591494:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.591497:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.591499:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.591516:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.591522:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.591527:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c6772885. 00000800:00000200:0.0:1761311766.593405:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.593413:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.593422:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.593430:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.593436:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:0.0:1761311766.593438:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 00010000:00000010:2.1:1761311766.594394:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ae245fea. 00010000:00000010:1.1:1761311766.594503:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b38331da. 00010000:00000010:1.1:1761311766.594511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:0.0:1761311766.598285:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.598579:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed540 00000400:00000200:0.0:1761311766.598589:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab2f1 [1] + 224 00000400:00000200:0.0:1761311766.598603:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.598608:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.598619:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787699520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.600112:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.600127:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151d40 00000400:00000200:0.0:1761311766.600134:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9cf5 [2] + 1968 00000400:00000010:0.0:1761311766.600139:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a628c03. 00000400:00000200:0.0:1761311766.600145:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a288aeeb 00000400:00000200:0.0:1761311766.600226:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.600231:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.600235:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a288aeeb 00000400:00000010:0.0:1761311766.600237:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a288aeeb (tot 82352386). 00000100:00000200:0.0:1761311766.600245:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761311766.601220:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:1.0:1761311766.601228:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311766.601230:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311766.601241:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787699520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.601252:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787699520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.601285:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a51a6be1. 02000000:00000010:1.0:1761311766.601304:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079a69d76. 00000100:00000010:1.0:1761311766.601324:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000010:1.0:1761311766.601328:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:1.0:1761311766.601332:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d56800da. 00000020:00000010:2.0:1761311766.601622:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009c3dbe09. 00000020:00000010:2.0:1761311766.601628:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.601633:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.601656:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e0eb296d x1846867781819712/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311766.601692:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819712 02000000:00000010:2.0:1761311766.601703:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f1b5fce1. 00010000:00000010:2.0:1761311766.601728:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000919bfd84. 00010000:00000010:2.0:1761311766.601748:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.601755:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b993b547. 00010000:00000010:2.1:1761311766.602708:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7c30aeb. 00010000:00000010:2.1:1761311766.602718:0:64833:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5e56ab7. 00000100:00000010:2.0:1761311766.602728:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b993b547. 00010000:00000010:2.0:1761311766.602731:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.602749:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311766.602754:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819712, offset 224 00000400:00000200:2.0:1761311766.602762:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.602776:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.602782:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87616:87616:256:4294967295] 192.168.203.55@tcp LPNI seq info [87616:87616:8:4294967295] 00000400:00000200:2.0:1761311766.602792:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.602798:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.602802:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352634). 00000800:00000200:2.0:1761311766.602807:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.602813:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.602816:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.602833:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.602838:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.602852:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009c3dbe09. 02000000:00000010:2.0:1761311766.602860:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6799e01. 00000100:00000010:2.0:1761311766.602865:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 02000000:00000010:2.0:1761311766.602871:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000001cd274d. 00000100:00000010:2.0:1761311766.602873:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:2.0:1761311766.602876:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dfc27f2f. 00000100:00000010:2.0:1761311766.602878:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311766.602881:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a0754593. 00000100:00000010:2.0:1761311766.602882:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 02000000:00000010:2.0:1761311766.602885:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006139a912. 00000100:00000010:2.0:1761311766.602887:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 02000000:00000010:2.0:1761311766.602889:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000027242adc. 00000100:00000010:2.0:1761311766.602891:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 00000100:00000200:2.0:1761311766.602898:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311766.602903:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e7fe7350. 00000400:00000010:2.0:1761311766.602907:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b993b547 (tot 82352786). 00080000:00000010:0.0:1761311766.603273:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006c83b3d7. 00010000:00000010:0.0:1761311766.603435:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f457f4b6. 00010000:00000010:0.0:1761311766.603443:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6afe5a8. 00000001:00000010:0.0:1761311766.603462:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c1b010bb. 00000001:00000010:0.0:1761311766.603477:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c1b010bb. 00080000:00000010:0.0:1761311766.603483:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edb02de8. 00000001:00000010:0.0:1761311766.603491:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c1b010bb. 00000001:00000010:0.0:1761311766.603497:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c1b010bb. 00000001:00000010:0.0:1761311766.603503:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c1b010bb. 00000001:00000010:0.0:1761311766.603508:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c1b010bb. 00100000:00000010:0.0:1761311766.603522:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001133c831. 00010000:00000010:0.0:1761311766.603537:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.0:1761311766.603542:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071dbf7a1. 00010000:00000010:0.0:1761311766.603554:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c3d1542. 00000100:00000010:0.0:1761311766.603559:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.603567:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 02000000:00000010:0.0:1761311766.603578:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079286013. 02000000:00000010:0.0:1761311766.603604:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000455d6077. 00000400:00000010:0.0:1761311766.603608:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1b010bb. 00000400:00000010:0.0:1761311766.603612:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311766.603616:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699584, portal 16 00000400:00000010:0.0:1761311766.603620:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311766.603622:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699584, offset 0 00000400:00000200:0.0:1761311766.603628:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.603635:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.603641:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.603644:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.603647:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.603650:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87617:87617:255:4294967295] 192.168.203.55@tcp LPNI seq info [87617:87617:7:4294967295] 00000400:00000200:0.0:1761311766.603658:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.603663:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.603666:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311766.603670:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.603675:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.603677:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.603748:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.603752:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:3.0:1761311766.603756:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.603761:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.603765:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:3.0:1761311766.603767:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 02000000:00000010:3.0:1761311766.603771:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f1b5fce1. 00000800:00000200:3.0:1761311766.603810:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.603812:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:3.0:1761311766.603820:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.603823:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.603825:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:3.0:1761311766.603826:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 00000100:00000200:3.0:1761311766.603831:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003af56a4d x1846867787699584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.606412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311766.610488:0:15808:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b569d6e1. 00010000:00000010:0.1:1761311766.610501:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:2.1:1761311766.610530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001a0960cc. 00000400:00000200:0.0:1761311766.610533:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.610549:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed580 00000400:00000200:0.0:1761311766.610556:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab305 [1] + 224 00000400:00000200:0.0:1761311766.610566:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.610569:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.610578:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003af56a4d x1846867787699584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.610603:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.610607:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151d80 00000400:00000200:0.0:1761311766.610611:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9d4d [2] + 0 00000400:00000010:1.0:1761311766.611075:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1b010bb. 00000400:00000200:1.0:1761311766.611080:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602a8774 00000400:00000010:1.0:1761311766.611082:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602a8774. 00000100:00000200:1.0:1761311766.611089:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003af56a4d x1846867787699584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.611097:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003af56a4d x1846867787699584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.611124:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000455d6077. 02000000:00000010:1.0:1761311766.611130:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079286013. 00000100:00000010:1.0:1761311766.611133:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 00000100:00000010:1.0:1761311766.611136:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:1.0:1761311766.611140:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c3d1542. 00000400:00000200:0.0:1761311766.612748:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.612760:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.612768:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.612778:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed36996. 00000020:00000010:2.0:1761311766.613381:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a6799e01. 00000020:00000010:2.0:1761311766.613389:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.613393:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.613432:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed36996 x1846867781819776/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311766.613470:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819776 02000000:00000010:2.0:1761311766.613480:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009c3dbe09. 00010000:00000010:2.0:1761311766.613511:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b336df25. 00010000:00000010:2.0:1761311766.613530:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.613536:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092967991. 00000100:00000010:2.0:1761311766.613555:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092967991. 00010000:00000010:2.0:1761311766.613558:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.613572:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311766.613576:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819776, offset 224 00000400:00000200:2.0:1761311766.613583:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.613595:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.613600:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87618:87618:256:4294967295] 192.168.203.55@tcp LPNI seq info [87618:87618:8:4294967295] 00000400:00000200:2.0:1761311766.613608:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.613613:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.613618:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.613624:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.613629:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.613633:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.613645:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.613650:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.613652:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a6799e01. 00000800:00000200:0.0:1761311766.614877:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.614883:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.614890:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.614897:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.614901:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:0.0:1761311766.614903:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00080000:00000010:1.0:1761311766.615122:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51a6be1. 00010000:00000010:1.0:1761311766.615252:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071dbf7a1. 00010000:00000010:1.0:1761311766.615262:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003488303a. 00000001:00000010:1.0:1761311766.615282:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.615305:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00080000:00000010:1.0:1761311766.615352:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000943f608f. 00000001:00000010:1.0:1761311766.615363:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.615371:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.615377:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.615383:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00100000:00000010:1.0:1761311766.615395:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009373fa9a. 00010000:00000010:1.0:1761311766.615411:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311766.615416:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.615428:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d56800da. 00000100:00000010:1.0:1761311766.615434:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.615442:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311766.615455:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027242adc. 02000000:00000010:1.0:1761311766.615481:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a69d76. 00000400:00000010:1.0:1761311766.615487:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311766.615491:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.615496:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699648, portal 16 00000400:00000010:1.0:1761311766.615501:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a4589e8. 00000100:00000200:1.0:1761311766.615503:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699648, offset 0 00000400:00000200:1.0:1761311766.615509:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.615520:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.615527:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.615531:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.615534:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.615536:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87619:87619:256:4294967295] 192.168.203.55@tcp LPNI seq info [87619:87619:8:4294967295] 00000400:00000200:1.0:1761311766.615545:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.615552:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.615556:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.615562:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.615568:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.615571:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.616203:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.616206:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.616211:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.616216:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.616219:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a4589e8 00000400:00000010:0.0:1761311766.616221:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a4589e8. 00000100:00000200:0.0:1761311766.616228:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787699648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.619368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000349d19c7. 00000400:00000200:0.0:1761311766.623402:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00010000:00000010:1.1:1761311766.623415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006e6c6ce2. 00000400:00000200:0.0:1761311766.623425:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed5c0 00010000:00000010:1.1:1761311766.623428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00000400:00000200:0.0:1761311766.623436:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab311 [1] + 224 00000400:00000200:0.0:1761311766.623448:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.623453:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.623465:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787699648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.623503:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.623507:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151dc0 00000400:00000200:0.0:1761311766.623511:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9d4d [2] + 328 00000400:00000200:0.0:1761311766.623567:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.623571:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.623576:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.623582:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003af56a4d. 00000020:00000010:3.0:1761311766.623674:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b52192. 00000020:00000010:3.0:1761311766.623681:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000677b149f. 00000020:00000010:3.0:1761311766.623685:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000e24aad07. 00000100:00000200:3.0:1761311766.623708:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003af56a4d x1846867781819840/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311766.624347:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819840 02000000:00000010:2.0:1761311766.624364:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a6799e01. 00010000:00000010:2.0:1761311766.624402:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.624410:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092967991. 00000100:00000010:2.0:1761311766.624417:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092967991. 00010000:00000010:2.0:1761311766.624421:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.624434:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311766.624439:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819840, offset 224 00000400:00000200:2.0:1761311766.624446:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.624458:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.624462:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87620:87620:256:4294967295] 192.168.203.55@tcp LPNI seq info [87620:87620:8:4294967295] 00000400:00000200:2.0:1761311766.624471:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.624476:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.624485:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.624491:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.624497:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.624501:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.624515:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000677b149f. 00000020:00000010:2.0:1761311766.624519:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000e24aad07. 00000020:00000010:2.0:1761311766.624522:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b52192. 00000800:00000200:0.0:1761311766.624647:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.624651:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.624654:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.624658:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.624662:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:0.0:1761311766.624664:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000400:00000010:1.0:1761311766.624844:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:1.0:1761311766.624849:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311766.624850:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311766.624856:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787699648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.624863:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787699648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.624881:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008c06aac8. 02000000:00000010:1.0:1761311766.624893:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a69d76. 02000000:00000010:1.0:1761311766.624900:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027242adc. 00000100:00000010:1.0:1761311766.624904:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000010:1.0:1761311766.624906:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:1.0:1761311766.624910:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d56800da. 00080000:00000010:1.0:1761311766.624922:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009609ef44. 00010000:00000010:1.0:1761311766.625028:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.625034:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e3efa7d8. 00000001:00000010:1.0:1761311766.625051:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.625067:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00080000:00000010:1.0:1761311766.625073:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000471a99f1. 00000001:00000010:1.0:1761311766.625082:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.625087:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.625092:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.625096:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00100000:00000010:1.0:1761311766.625107:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000b581956. 00010000:00000010:1.0:1761311766.625121:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311766.625125:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.625134:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d56800da. 00000100:00000010:1.0:1761311766.625137:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.625143:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311766.625151:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bc19d3e5. 02000000:00000010:1.0:1761311766.625170:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066fe313f. 00000400:00000010:1.0:1761311766.625175:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311766.625179:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.625183:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699712, portal 16 00000400:00000010:1.0:1761311766.625187:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebf2b047. 00000100:00000200:1.0:1761311766.625189:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699712, offset 0 00000400:00000200:1.0:1761311766.625194:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.625200:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.625207:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.625210:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.625212:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.625214:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87621:87621:256:4294967295] 192.168.203.55@tcp LPNI seq info [87621:87621:8:4294967295] 00000400:00000200:1.0:1761311766.625221:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.625225:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.625228:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.625232:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.625236:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.625238:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.625642:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.625644:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.625648:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.625651:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.625654:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebf2b047 00000400:00000010:0.0:1761311766.625655:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebf2b047. 00000100:00000200:0.0:1761311766.625660:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787699712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.632849:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.632870:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed600 00000400:00000200:0.0:1761311766.632879:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab31d [1] + 224 00000400:00000200:0.0:1761311766.632899:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.632903:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.632916:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787699712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.633008:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:1.0:1761311766.633014:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311766.633017:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311766.633023:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787699712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.633030:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787699712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.633060:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066fe313f. 02000000:00000010:1.0:1761311766.633066:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bc19d3e5. 00000100:00000010:1.0:1761311766.633070:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000010:1.0:1761311766.633074:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:1.0:1761311766.633078:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d56800da. 00010000:00000010:1.1:1761311766.634370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000054f6b467. 00010000:00000010:1.1:1761311766.634385:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000016011873. 00010000:00000010:1.1:1761311766.634389:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:0.0:1761311766.635161:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.635179:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151e00 00000400:00000200:0.0:1761311766.635187:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9d4d [2] + 656 00000400:00000200:0.0:1761311766.635255:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.635260:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.635266:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.635272:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000020b5262f. 00000020:00000010:3.0:1761311766.635458:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b52192. 00000020:00000010:3.0:1761311766.635467:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.635471:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006987e9c0. 00000100:00000200:3.0:1761311766.635501:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000020b5262f x1846867781819904/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311766.635543:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819904 02000000:00000010:3.0:1761311766.635555:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dfc27f2f. 00010000:00000010:3.0:1761311766.635583:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009c0f67ff. 00010000:00000010:3.0:1761311766.635606:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.635612:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.635633:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.635636:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311766.635649:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311766.635654:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819904, offset 224 00000400:00000200:3.0:1761311766.635661:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.635670:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.635675:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87622:87622:256:4294967295] 192.168.203.55@tcp LPNI seq info [87622:87622:8:4294967295] 00000400:00000200:3.0:1761311766.635684:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.635691:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.635695:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311766.635701:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.635707:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.635711:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.635734:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.635738:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006987e9c0. 00000020:00000010:3.0:1761311766.635740:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b52192. 00080000:00000010:1.0:1761311766.635813:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bc19d3e5. 00010000:00000010:1.0:1761311766.635927:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.635934:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000c8767d1. 00000001:00000010:1.0:1761311766.635953:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.635969:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00080000:00000010:1.0:1761311766.635975:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066fe313f. 00000001:00000010:1.0:1761311766.635983:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.635989:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.635994:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.635998:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00100000:00000010:1.0:1761311766.636010:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000333f3ff5. 00010000:00000010:1.0:1761311766.636025:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311766.636030:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.636040:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d56800da. 00000100:00000010:1.0:1761311766.636045:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.636050:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311766.636059:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004805e183. 02000000:00000010:1.0:1761311766.636082:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000df7a9188. 00000400:00000010:1.0:1761311766.636087:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311766.636091:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.636097:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699776, portal 16 00000400:00000010:1.0:1761311766.636101:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311766.636102:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699776, offset 0 00000400:00000200:1.0:1761311766.636107:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.636113:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.636119:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.636123:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.636126:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.636128:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87623:87623:255:4294967295] 192.168.203.55@tcp LPNI seq info [87623:87623:7:4294967295] 00000400:00000200:1.0:1761311766.636134:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.636138:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.636142:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311766.636146:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.636150:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.636152:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.636240:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.636244:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352786). 00000400:00000200:0.0:1761311766.636249:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.636252:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.636256:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311766.636258:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000800:00000200:0.0:1761311766.636349:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.636351:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.636354:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.636358:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.636360:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:0.0:1761311766.636361:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:0.0:1761311766.636365:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787699776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.637376:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.637391:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed640 00000400:00000200:0.0:1761311766.637397:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab329 [1] + 224 00000400:00000200:0.0:1761311766.637413:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.637416:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.637422:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787699776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.637521:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:1.0:1761311766.637526:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311766.637527:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311766.637532:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787699776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.637539:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787699776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.637563:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000df7a9188. 02000000:00000010:1.0:1761311766.637570:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004805e183. 00000100:00000010:1.0:1761311766.637574:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000010:1.0:1761311766.637577:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:1.0:1761311766.637581:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d56800da. 00000400:00000200:0.0:1761311766.638352:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.638363:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151e40 00000400:00000200:0.0:1761311766.638369:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9d4d [2] + 984 00000400:00000200:0.0:1761311766.638420:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.638424:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.638429:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.638434:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000005cca4cd4. 00000020:00000010:2.0:1761311766.638513:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135e349f. 00000020:00000010:2.0:1761311766.638519:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.638524:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.638547:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000005cca4cd4 x1846867781819968/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311766.638582:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781819968 02000000:00000010:2.0:1761311766.638593:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b92382c0. 00010000:00000010:2.0:1761311766.638616:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fcaff478. 00010000:00000010:2.0:1761311766.638635:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.638641:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092967991. 00000100:00000010:2.0:1761311766.638659:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092967991. 00010000:00000010:2.0:1761311766.638662:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.638673:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311766.638677:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781819968, offset 224 00000400:00000200:2.0:1761311766.638683:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.638692:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.638697:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87624:87624:256:4294967295] 192.168.203.55@tcp LPNI seq info [87624:87624:8:4294967295] 00000400:00000200:2.0:1761311766.638706:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.638711:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.638716:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.638721:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.638727:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.638730:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.638755:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.638761:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:2.0:1761311766.638765:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135e349f. 00000800:00000200:0.0:1761311766.638828:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.638831:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00080000:00000010:1.0:1761311766.638833:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004805e183. 00000400:00000200:0.0:1761311766.638836:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.638851:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.638854:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:0.0:1761311766.638856:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00010000:00000010:1.0:1761311766.638939:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.638945:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ceb2a418. 00000001:00000010:1.0:1761311766.638961:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.638977:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00080000:00000010:1.0:1761311766.638983:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df7a9188. 00000001:00000010:1.0:1761311766.638991:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.638997:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.639002:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.639007:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00100000:00000010:1.0:1761311766.639019:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003261f77d. 00100000:00000010:1.0:1761311766.639026:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000865e06d3. 00100000:00000010:1.0:1761311766.639029:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007647bd1b. 00010000:00000010:1.0:1761311766.639047:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311766.639052:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b703739a. 00010000:00000010:1.0:1761311766.639062:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d56800da. 00000100:00000010:1.0:1761311766.639066:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.639071:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311766.639081:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000027242adc. 02000000:00000010:1.0:1761311766.639101:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079a69d76. 00000400:00000010:1.0:1761311766.639105:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311766.639109:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.639114:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699840, portal 16 00000400:00000010:1.0:1761311766.639119:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311766.639121:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699840, offset 0 00000400:00000200:1.0:1761311766.639126:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.639133:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.639139:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.639143:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.639145:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.639148:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87625:87625:256:4294967295] 192.168.203.55@tcp LPNI seq info [87625:87625:8:4294967295] 00000400:00000200:1.0:1761311766.639155:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.639159:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.639163:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.639167:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.639171:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.639174:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.639270:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.639273:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.639277:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.639282:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.639295:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:0.0:1761311766.639297:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000100:00000200:0.0:1761311766.639302:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787699840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.641451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056360a72. 00010000:00000010:1.1:1761311766.641466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:0.0:1761311766.643673:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.643894:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed680 00000400:00000200:0.0:1761311766.643905:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab335 [1] + 224 00000400:00000200:0.0:1761311766.643919:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.643922:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.643934:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787699840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.643969:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000010:1.0:1761311766.643974:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:0.0:1761311766.643975:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151e80 00000400:00000200:1.0:1761311766.643982:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311766.643985:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311766.643992:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787699840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.643993:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9d4d [2] + 1312 00000100:00000200:1.0:1761311766.644007:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787699840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.644038:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079a69d76. 02000000:00000010:1.0:1761311766.644046:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000027242adc. 00000100:00000010:1.0:1761311766.644050:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000400:00000200:0.0:1761311766.644051:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000010:1.0:1761311766.644055:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00000400:00000200:0.0:1761311766.644057:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00010000:00000010:1.0:1761311766.644061:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d56800da. 00000100:00000200:0.0:1761311766.644062:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.644077:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ade5492c. 00000020:00000010:3.0:1761311766.644146:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0b52192. 00000020:00000010:3.0:1761311766.644304:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000338f2b3d. 00010000:00000010:3.1:1761311766.644504:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d54c9cc6. 00000020:00000010:3.0:1761311766.644521:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006987e9c0. 00000100:00000200:3.0:1761311766.644550:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ade5492c x1846867781820032/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311766.644620:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820032 02000000:00000010:3.0:1761311766.644631:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c8b6c145. 00010000:00000010:3.0:1761311766.644658:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dda3edec. 00010000:00000010:3.0:1761311766.644678:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.644685:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.645119:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.645124:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311766.645138:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311766.645143:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820032, offset 224 00000400:00000200:3.0:1761311766.645150:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.645162:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.645167:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87626:87626:256:4294967295] 192.168.203.55@tcp LPNI seq info [87626:87626:8:4294967295] 00000400:00000200:3.0:1761311766.645177:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.645182:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.645187:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311766.645193:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.645200:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.645205:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.645230:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.645234:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006987e9c0. 00000020:00000010:3.0:1761311766.645237:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0b52192. 00010000:00000010:2.1:1761311766.645345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a1b1582b. 00000800:00000200:0.0:1761311766.645596:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.645600:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311766.645604:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.645608:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.645612:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:0.0:1761311766.645614:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00010000:00000010:1.1:1761311766.645752:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8de78bf. 00010000:00000010:1.1:1761311766.645759:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00080000:00000010:0.0:1761311766.646127:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079286013. 00010000:00000010:0.0:1761311766.646269:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b703739a. 00010000:00000010:0.0:1761311766.646277:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e88a429. 00000001:00000010:0.0:1761311766.646303:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.646352:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00080000:00000010:0.0:1761311766.646360:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000455d6077. 00000001:00000010:0.0:1761311766.646369:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.646375:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.646380:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.646386:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00100000:00000010:0.0:1761311766.646400:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ea29feb1. 00010000:00000010:0.0:1761311766.646418:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.0:1761311766.646424:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.646438:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000000bdccc4. 00000100:00000010:0.0:1761311766.646444:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.646452:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002fb1e5b9. 02000000:00000010:0.0:1761311766.646466:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000eb295a6a. 02000000:00000010:0.0:1761311766.646493:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000064755499. 00000400:00000010:0.0:1761311766.646499:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000465441fe. 00000400:00000010:0.0:1761311766.646503:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311766.646508:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699904, portal 16 00000400:00000010:0.0:1761311766.646512:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311766.646514:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699904, offset 0 00000400:00000200:0.0:1761311766.646519:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.646528:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.646534:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.646537:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.646539:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.646542:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87627:87627:256:4294967295] 192.168.203.55@tcp LPNI seq info [87627:87627:8:4294967295] 00000400:00000200:0.0:1761311766.646549:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.646554:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.646557:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.646561:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.646566:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.646570:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.646669:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.646673:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:2.0:1761311766.646681:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.646686:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.646689:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:2.0:1761311766.646690:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00000100:00000200:2.0:1761311766.646697:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002fb1e5b9 x1846867787699904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.650803:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000062f71030. 00010000:00000010:0.1:1761311766.650819:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311766.651365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a1dc428. 00000400:00000200:0.0:1761311766.651868:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.651885:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed6c0 00000400:00000200:0.0:1761311766.651892:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab341 [1] + 224 00000400:00000200:0.0:1761311766.651906:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.651910:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.651920:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002fb1e5b9 x1846867787699904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.652045:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000465441fe. 00000400:00000200:2.0:1761311766.652051:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:2.0:1761311766.652054:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 00000100:00000200:2.0:1761311766.652059:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002fb1e5b9 x1846867787699904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.652067:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002fb1e5b9 x1846867787699904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.652461:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.652469:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151ec0 00000400:00000200:0.0:1761311766.652475:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9d4d [2] + 1640 00000400:00000200:0.0:1761311766.652531:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.652535:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.652539:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.652546:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ae0de. 02000000:00000010:2.0:1761311766.652919:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000064755499. 02000000:00000010:2.0:1761311766.652928:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000eb295a6a. 00000100:00000010:2.0:1761311766.652931:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002fb1e5b9. 00000100:00000010:2.0:1761311766.652936:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:2.0:1761311766.652940:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000000bdccc4. 00000020:00000010:2.0:1761311766.655701:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000135e349f. 00000020:00000010:2.0:1761311766.655714:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311766.655719:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000fe0ab22f. 00000100:00000200:2.0:1761311766.655752:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000820ae0de x1846867781820096/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.656353:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820096 02000000:00000010:3.0:1761311766.656367:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e0b52192. 00010000:00000010:3.0:1761311766.656397:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe4fb0c9. 00010000:00000010:3.0:1761311766.656420:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.656427:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.656450:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.656454:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311766.656467:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.656473:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820096, offset 224 00000400:00000200:3.0:1761311766.656482:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.656495:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.656501:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87628:87628:256:4294967295] 192.168.203.55@tcp LPNI seq info [87628:87628:8:4294967295] 00000400:00000200:3.0:1761311766.656510:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.656515:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.656519:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.656525:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.656531:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.656536:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.656567:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:3.0:1761311766.656573:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000fe0ab22f. 00000020:00000010:3.0:1761311766.656577:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000135e349f. 00080000:00000010:0.0:1761311766.656664:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb295a6a. 00010000:00000010:0.0:1761311766.656783:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.656789:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ae4d83e. 00000001:00000010:0.0:1761311766.656808:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000c2afcda. 00000001:00000010:0.0:1761311766.656824:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000c2afcda. 00080000:00000010:0.0:1761311766.656831:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064755499. 00000001:00000010:0.0:1761311766.656840:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000c2afcda. 00000001:00000010:0.0:1761311766.656846:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000c2afcda. 00000001:00000010:0.0:1761311766.656851:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000c2afcda. 00000001:00000010:0.0:1761311766.656856:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000c2afcda. 00100000:00000010:0.0:1761311766.656868:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000851904b7. 00010000:00000010:0.0:1761311766.656883:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe37827. 00010000:00000010:0.0:1761311766.656889:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.656898:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000058d81384. 00000100:00000010:0.0:1761311766.656902:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.656909:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000014537d02. 02000000:00000010:0.0:1761311766.656941:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009295c379. 02000000:00000010:0.0:1761311766.656966:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003abfe1dd. 00000400:00000010:0.0:1761311766.656970:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c2afcda. 00000400:00000010:0.0:1761311766.656975:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf943e4. 00000100:00000200:0.0:1761311766.656980:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787699968, portal 16 00000400:00000010:0.0:1761311766.656984:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311766.656986:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787699968, offset 0 00000400:00000200:0.0:1761311766.656992:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.656997:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.657004:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.657007:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.657010:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.657013:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87629:87629:255:4294967295] 192.168.203.55@tcp LPNI seq info [87629:87629:7:4294967295] 00000400:00000200:0.0:1761311766.657020:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.657024:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.657027:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82353034). 00000800:00000200:0.0:1761311766.657030:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.657034:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.657036:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.657135:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.657139:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352786). 00000400:00000200:1.0:1761311766.657143:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.657148:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.657153:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:1.0:1761311766.657155:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000800:00000200:1.0:1761311766.657221:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.657224:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.657231:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.657233:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.657235:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:1.0:1761311766.657236:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00000100:00000200:1.0:1761311766.657241:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000014537d02 x1846867787699968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.659609:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.659627:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed700 00000400:00000200:0.0:1761311766.659636:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab34d [1] + 224 00000400:00000200:0.0:1761311766.659648:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.659651:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.659662:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000014537d02 x1846867787699968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.659934:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.659941:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151f00 00000400:00000200:0.0:1761311766.659946:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9d4d [2] + 1968 00000400:00000010:0.0:1761311766.659950:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d35fc8b. 00000400:00000200:0.0:1761311766.659954:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006247cd36 00000400:00000200:0.0:1761311766.660008:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.660013:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.660015:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006247cd36 00000400:00000010:0.0:1761311766.660017:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006247cd36 (tot 82352386). 00000100:00000200:0.0:1761311766.660024:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761311766.660085:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c2afcda. 00000400:00000200:2.0:1761311766.660091:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf943e4 00000400:00000010:2.0:1761311766.660092:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf943e4. 00000100:00000200:2.0:1761311766.660099:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000014537d02 x1846867787699968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.660106:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000014537d02 x1846867787699968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.660133:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003abfe1dd. 02000000:00000010:2.0:1761311766.660140:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009295c379. 00000100:00000010:2.0:1761311766.660144:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000014537d02. 00000100:00000010:2.0:1761311766.660147:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:2.0:1761311766.660152:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000058d81384. 00000020:00000010:3.0:1761311766.660257:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003192f26c. 00000020:00000010:3.0:1761311766.660264:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.660268:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006987e9c0. 00000100:00000200:3.0:1761311766.660302:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000206bfe38 x1846867781820160/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311766.662374:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820160 02000000:00000010:3.0:1761311766.662395:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000038fe6c58. 00010000:00000010:3.0:1761311766.662429:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000034063624. 00010000:00000010:3.0:1761311766.662452:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.662460:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cedd51a6. 00000100:00000010:3.0:1761311766.662480:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cedd51a6. 00010000:00000010:3.0:1761311766.662484:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311766.662496:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311766.662500:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820160, offset 224 00000400:00000200:3.0:1761311766.662510:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.662525:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.662530:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87630:87630:256:4294967295] 192.168.203.55@tcp LPNI seq info [87630:87630:8:4294967295] 00000400:00000200:3.0:1761311766.662540:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.662545:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.662549:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352634). 00000800:00000200:3.0:1761311766.662556:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.662562:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.662566:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761311766.662743:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbf4a468. 00010000:00000010:0.0:1761311766.662857:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.662863:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe448c81. 00000001:00000010:0.0:1761311766.662884:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.662901:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00080000:00000010:0.0:1761311766.662907:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000383468db. 00000001:00000010:0.0:1761311766.662915:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.662920:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.662925:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.662929:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00100000:00000010:0.0:1761311766.662942:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000096437edb. 00010000:00000010:0.0:1761311766.662957:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.0:1761311766.662962:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.662972:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c1ffa22. 00000100:00000010:0.0:1761311766.662976:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.662983:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8963450. 02000000:00000010:0.0:1761311766.662993:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a55c942d. 02000000:00000010:0.0:1761311766.663018:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbf03777. 00000400:00000010:0.0:1761311766.663023:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d917beb8. 00000400:00000010:0.0:1761311766.663028:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311766.663032:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700032, portal 16 00000400:00000010:0.0:1761311766.663037:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311766.663039:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700032, offset 0 00000400:00000200:0.0:1761311766.663044:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.663051:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.663056:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.663060:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.663062:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.663064:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87631:87631:255:4294967295] 192.168.203.55@tcp LPNI seq info [87631:87631:7:4294967295] 00000400:00000200:0.0:1761311766.663071:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.663075:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.663078:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352882). 00000800:00000200:0.0:1761311766.663081:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.663085:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.663088:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.663699:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.663707:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006987e9c0. 00000020:00000010:3.0:1761311766.663710:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003192f26c. 02000000:00000010:3.0:1761311766.663721:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e0b52192. 00000100:00000010:3.0:1761311766.663724:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ae0de. 02000000:00000010:3.0:1761311766.663727:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c8b6c145. 00000100:00000010:3.0:1761311766.663729:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ade5492c. 02000000:00000010:3.0:1761311766.663734:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b92382c0. 00000100:00000010:3.0:1761311766.663738:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000005cca4cd4. 02000000:00000010:3.0:1761311766.663741:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dfc27f2f. 00000100:00000010:3.0:1761311766.663742:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000020b5262f. 02000000:00000010:3.0:1761311766.663745:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a6799e01. 00000100:00000010:3.0:1761311766.663747:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003af56a4d. 02000000:00000010:3.0:1761311766.663749:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009c3dbe09. 00000100:00000010:3.0:1761311766.663752:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed36996. 00000100:00000200:3.0:1761311766.663760:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311766.663766:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000003f29a47. 00000400:00000010:3.0:1761311766.663771:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cedd51a6 (tot 82353034). 00000800:00000200:1.0:1761311766.665534:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.665539:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352786). 00000400:00000200:1.0:1761311766.665549:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.665556:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.665562:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:1.0:1761311766.665566:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 02000000:00000010:1.0:1761311766.665573:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000038fe6c58. 00000800:00000200:1.0:1761311766.665646:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.665648:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311766.665655:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.665659:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.665661:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:1.0:1761311766.665662:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:1.0:1761311766.665670:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8963450 x1846867787700032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.667475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004fd996f9. 00010000:00000010:0.1:1761311766.667488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:3.1:1761311766.669320:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006dbc05a8. 00000400:00000200:1.0:1761311766.672390:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.672409:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed740 00000400:00000200:1.0:1761311766.672416:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab359 [1] + 224 00000400:00000200:1.0:1761311766.672426:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.672429:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.672439:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8963450 x1846867787700032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.672468:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.672472:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151f40 00000400:00000200:1.0:1761311766.672476:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9da5 [2] + 0 00000400:00000200:1.0:1761311766.672498:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.672500:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.672504:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.672509:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 00000020:00000010:3.0:1761311766.672573:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069c41058. 00000020:00000010:3.0:1761311766.672580:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000338f2b3d. 00000020:00000010:3.0:1761311766.672585:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000006987e9c0. 00000100:00000200:3.0:1761311766.672608:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a847972a x1846867781820224/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000400:00000010:0.0:1761311766.672890:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d917beb8. 00000400:00000200:0.0:1761311766.672897:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:0.0:1761311766.672899:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000100:00000200:0.0:1761311766.672905:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8963450 x1846867787700032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.672913:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8963450 x1846867787700032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.672938:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbf03777. 02000000:00000010:0.0:1761311766.672944:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a55c942d. 00000100:00000010:0.0:1761311766.672947:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8963450. 00000100:00000010:0.0:1761311766.672951:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.672955:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c1ffa22. 00000100:00000200:2.0:1761311766.673442:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820224 02000000:00000010:2.0:1761311766.673457:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000abf547dd. 00010000:00000010:2.0:1761311766.673486:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001eb64ae7. 00010000:00000010:2.0:1761311766.673508:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.673515:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092967991. 00000100:00000010:2.0:1761311766.673533:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092967991. 00010000:00000010:2.0:1761311766.673536:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.673550:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311766.673556:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820224, offset 224 00080000:00000010:0.0:1761311766.673561:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a55c942d. 00000400:00000200:2.0:1761311766.673566:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.673580:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.673586:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87632:87632:256:4294967295] 192.168.203.55@tcp LPNI seq info [87632:87632:8:4294967295] 00000400:00000200:2.0:1761311766.673597:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.673603:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.673608:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.673615:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.673621:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.673625:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.673655:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000338f2b3d. 00000020:00000010:2.0:1761311766.673661:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000006987e9c0. 00000020:00000010:2.0:1761311766.673665:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069c41058. 00010000:00000010:0.0:1761311766.673685:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.673693:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000428e012. 00000001:00000010:0.0:1761311766.673711:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.673726:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00080000:00000010:0.0:1761311766.673730:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbf03777. 00000001:00000010:0.0:1761311766.673739:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.673744:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.673748:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.673752:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00100000:00000010:0.0:1761311766.673763:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000a8344f3. 00010000:00000010:0.0:1761311766.673778:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.0:1761311766.673783:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.673790:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c1ffa22. 00000100:00000010:0.0:1761311766.673793:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.673798:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8963450. 02000000:00000010:0.0:1761311766.673807:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9f4b57e. 02000000:00000010:0.0:1761311766.673838:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003d87d8c5. 00000400:00000010:0.0:1761311766.673842:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d917beb8. 00000400:00000010:0.0:1761311766.673845:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311766.673850:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700096, portal 16 00000400:00000010:0.0:1761311766.673853:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311766.673855:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700096, offset 0 00000400:00000200:0.0:1761311766.673860:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.673866:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.673872:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.673876:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.673878:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.673881:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87633:87633:255:4294967295] 192.168.203.55@tcp LPNI seq info [87633:87633:7:4294967295] 00000400:00000200:0.0:1761311766.673887:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.673892:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.673895:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311766.673899:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.673903:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.673905:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.674108:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.674112:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:1.0:1761311766.674116:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.674120:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.674124:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:1.0:1761311766.674125:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000800:00000200:1.0:1761311766.674186:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.674188:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311766.674195:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.674198:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.674200:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001541a840 00000400:00000010:1.0:1761311766.674201:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001541a840. 00000100:00000200:1.0:1761311766.674206:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8963450 x1846867787700096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.675572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d0bb2f6. 00010000:00000010:0.1:1761311766.676140:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c7a04175. 00010000:00000010:0.1:1761311766.676149:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00010000:00000010:2.1:1761311766.679484:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f756a1a2. 00010000:00000010:0.1:1761311766.685529:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000048f91404. 00010000:00000010:0.1:1761311766.685548:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00000400:00000200:1.0:1761311766.685646:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.685663:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed780 00000400:00000200:1.0:1761311766.685671:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab369 [1] + 224 00000400:00000200:1.0:1761311766.685689:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.685692:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.685704:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8963450 x1846867787700096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311766.685803:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d917beb8. 00000400:00000200:0.0:1761311766.685809:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:0.0:1761311766.685811:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000100:00000200:0.0:1761311766.685817:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8963450 x1846867787700096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.685835:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8963450 x1846867787700096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.685866:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003d87d8c5. 02000000:00000010:0.0:1761311766.685873:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d9f4b57e. 00000100:00000010:0.0:1761311766.685876:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8963450. 00000100:00000010:0.0:1761311766.685879:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.685884:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c1ffa22. 00000400:00000200:1.0:1761311766.690365:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.690390:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151f80 00000400:00000200:1.0:1761311766.690399:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9da5 [2] + 328 00000400:00000200:1.0:1761311766.690479:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.690485:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.690491:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.690498:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:3.0:1761311766.692749:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000050f3fb89. 00000020:00000010:3.0:1761311766.692762:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d9752d6. 00000020:00000010:3.0:1761311766.692767:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311766.692802:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781820288/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311766.692935:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820288 02000000:00000010:3.0:1761311766.692947:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000076e9d73e. 00010000:00000010:3.0:1761311766.692977:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042e291e5. 00010000:00000010:3.0:1761311766.693010:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.693019:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.693042:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.693046:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311766.693062:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311766.693070:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820288, offset 224 00000400:00000200:3.0:1761311766.693080:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.693098:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.693105:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87634:87634:256:4294967295] 192.168.203.55@tcp LPNI seq info [87634:87634:8:4294967295] 00080000:00000010:0.0:1761311766.693114:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9f4b57e. 00000400:00000200:3.0:1761311766.693119:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.693129:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.693135:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311766.693142:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.693149:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.693153:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311766.693173:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d9752d6. 00000020:00000010:3.0:1761311766.693177:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:3.0:1761311766.693180:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000050f3fb89. 00010000:00000010:0.0:1761311766.693253:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.693260:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d18beb1c. 00000001:00000010:0.0:1761311766.693282:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.693307:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00080000:00000010:0.0:1761311766.693356:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d87d8c5. 00000001:00000010:0.0:1761311766.693367:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.693374:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.693379:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.693384:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00100000:00000010:0.0:1761311766.693399:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000057f8b0da. 00100000:00000010:0.0:1761311766.693408:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000003da6d138. 00100000:00000010:0.0:1761311766.693410:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c7259de1. 00010000:00000010:0.0:1761311766.693430:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003c7e9da2. 00010000:00000010:0.0:1761311766.693436:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311766.693446:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006c1ffa22. 00000100:00000010:0.0:1761311766.693450:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.693456:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8963450. 02000000:00000010:0.0:1761311766.693467:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000943cd2db. 00000800:00000200:1.0:1761311766.693491:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:0.0:1761311766.693491:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c3339ab6. 00000800:00000010:1.0:1761311766.693495:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000010:0.0:1761311766.693495:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d917beb8. 00000400:00000200:1.0:1761311766.693499:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:0.0:1761311766.693500:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000400:00000200:1.0:1761311766.693504:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.693504:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700160, portal 16 00000400:00000200:1.0:1761311766.693508:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:0.0:1761311766.693508:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000400:00000010:1.0:1761311766.693510:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:0.0:1761311766.693519:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700160, offset 0 00000400:00000200:0.0:1761311766.693524:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.693530:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.693537:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.693540:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.693543:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.693545:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87635:87635:256:4294967295] 192.168.203.55@tcp LPNI seq info [87635:87635:8:4294967295] 00000400:00000200:0.0:1761311766.693552:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.693555:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.693558:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.693563:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.693567:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.693569:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.694071:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.694074:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.694083:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.694087:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.694091:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c162b60 00000400:00000010:1.0:1761311766.694092:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c162b60. 00000100:00000200:1.0:1761311766.694098:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8963450 x1846867787700160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.697523:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000edb6f6c5. 00010000:00000010:0.1:1761311766.697540:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00000400:00000200:1.0:1761311766.700370:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.700393:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed7c0 00000400:00000200:1.0:1761311766.700401:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab375 [1] + 224 00000400:00000200:0.0:1761311766.700462:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.700468:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.700482:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8963450 x1846867787700160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.703038:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d917beb8. 00000400:00000200:2.0:1761311766.703048:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:2.0:1761311766.703050:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000400:00000200:0.0:1761311766.703062:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000100:00000200:2.0:1761311766.703067:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8963450 x1846867787700160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.703076:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8963450 x1846867787700160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.703076:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a151fc0 00000400:00000200:0.0:1761311766.703082:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9da5 [2] + 656 02000000:00000010:2.0:1761311766.703106:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c3339ab6. 02000000:00000010:2.0:1761311766.703113:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000943cd2db. 00000100:00000010:2.0:1761311766.703116:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8963450. 00000100:00000010:2.0:1761311766.703120:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:2.0:1761311766.703125:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006c1ffa22. 00000400:00000200:0.0:1761311766.703151:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.703155:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.703160:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.703164:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000216cee06. 00000020:00000010:2.0:1761311766.703254:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000970c52da. 00000020:00000010:2.0:1761311766.703261:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.703264:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000342e86ef. 00000100:00000200:2.0:1761311766.703298:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000216cee06 x1846867781820352/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311766.703354:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820352 02000000:00000010:2.0:1761311766.703366:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344cc5a7. 00010000:00000010:2.0:1761311766.703392:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f94604d8. 00010000:00000010:2.0:1761311766.703415:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.703421:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092967991. 00000100:00000010:2.0:1761311766.703617:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092967991. 00010000:00000010:2.0:1761311766.703621:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.703636:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311766.703640:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820352, offset 224 00080000:00000010:1.0:1761311766.703646:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000027242adc. 00000400:00000200:2.0:1761311766.703647:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.703658:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.703664:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87636:87636:256:4294967295] 192.168.203.55@tcp LPNI seq info [87636:87636:8:4294967295] 00000400:00000200:2.0:1761311766.703674:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.703680:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.703686:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.703692:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.703700:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.703704:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.703731:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.703738:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000342e86ef. 00000020:00000010:2.0:1761311766.703741:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000970c52da. 00010000:00000010:1.0:1761311766.703809:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051ef60d1. 00010000:00000010:1.0:1761311766.703816:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002c626359. 00000001:00000010:1.0:1761311766.703847:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.703861:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00080000:00000010:1.0:1761311766.703868:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000079a69d76. 00000001:00000010:1.0:1761311766.703878:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.703884:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.703890:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000076b7362e. 00000001:00000010:1.0:1761311766.703895:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000076b7362e. 00100000:00000010:1.0:1761311766.703910:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000150287fc. 00010000:00000010:1.0:1761311766.703927:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311766.703933:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051bb3324. 00010000:00000010:1.0:1761311766.703943:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d56800da. 00000100:00000010:1.0:1761311766.703947:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000a6f30be0. 00000100:00000010:1.0:1761311766.703953:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 02000000:00000010:1.0:1761311766.703985:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b5853309. 02000000:00000010:1.0:1761311766.704014:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ecd4af7b. 00000400:00000010:1.0:1761311766.704018:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000076b7362e. 00000400:00000010:1.0:1761311766.704023:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311766.704028:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700224, portal 16 00000400:00000010:1.0:1761311766.704032:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311766.704034:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700224, offset 0 00000400:00000200:1.0:1761311766.704040:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.704046:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000800:00000200:0.0:1761311766.705153:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.705158:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.705163:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.1:1761311766.705214:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c3761a43. 00000400:00000200:1.0:1761311766.705429:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.705507:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.705513:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:0.0:1761311766.705515:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000400:00000200:1.0:1761311766.705658:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.705662:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.705665:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87637:87637:255:4294967295] 192.168.203.55@tcp LPNI seq info [87637:87637:7:4294967295] 00000400:00000200:1.0:1761311766.705678:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.705683:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.705688:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.705694:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.705700:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.705703:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.705811:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.705814:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.705818:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.705821:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.705824:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:0.0:1761311766.705825:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000100:00000200:0.0:1761311766.705830:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd3edf3f x1846867787700224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.709181:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac32535. 00080000:00000010:2.0:1761311766.710913:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079a69d76. 00080000:00000010:2.0:1761311766.710927:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027242adc. 00080000:00000010:2.0:1761311766.710929:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d87d8c5. 00080000:00000010:2.0:1761311766.710935:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9f4b57e. 00080000:00000010:2.0:1761311766.710938:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbf03777. 00080000:00000010:2.0:1761311766.710940:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a55c942d. 00080000:00000010:2.0:1761311766.710942:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000383468db. 00080000:00000010:2.0:1761311766.710945:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dbf4a468. 00080000:00000010:2.0:1761311766.710947:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064755499. 00080000:00000010:2.0:1761311766.710951:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb295a6a. 00080000:00000010:2.0:1761311766.710953:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000455d6077. 00080000:00000010:2.0:1761311766.710957:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079286013. 00080000:00000010:2.0:1761311766.710959:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df7a9188. 00080000:00000010:2.0:1761311766.710962:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004805e183. 00080000:00000010:2.0:1761311766.710964:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066fe313f. 00080000:00000010:2.0:1761311766.710967:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc19d3e5. 00080000:00000010:2.0:1761311766.710969:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000471a99f1. 00080000:00000010:2.0:1761311766.710972:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009609ef44. 00080000:00000010:2.0:1761311766.710975:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000943f608f. 00080000:00000010:2.0:1761311766.710978:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a51a6be1. 00080000:00000010:2.0:1761311766.710981:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edb02de8. 00080000:00000010:2.0:1761311766.710984:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c83b3d7. 00080000:00000010:2.0:1761311766.710986:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f94cb68d. 00080000:00000010:2.0:1761311766.710989:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000062c83354. 00080000:00000010:2.0:1761311766.710991:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2e5aa32. 00080000:00000010:2.0:1761311766.710993:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a3ca3ba2. 00080000:00000010:2.0:1761311766.710995:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000605b856. 00080000:00000010:2.0:1761311766.710998:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d32611f5. 00080000:00000010:2.0:1761311766.711000:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b5fceede. 00080000:00000010:2.0:1761311766.711002:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed37a5cd. 00080000:00000010:2.0:1761311766.711004:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f08f7872. 00080000:00000010:2.0:1761311766.711007:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6dcd802. 00080000:00000010:2.0:1761311766.711009:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081f35eff. 00080000:00000010:2.0:1761311766.711012:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbad0dc0. 00080000:00000010:2.0:1761311766.711014:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000763cb145. 00080000:00000010:2.0:1761311766.711016:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021600287. 00080000:00000010:2.0:1761311766.711019:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b9cb7c39. 00080000:00000010:2.0:1761311766.711021:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0b834ed. 00080000:00000010:2.0:1761311766.711023:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af2d0d7e. 00080000:00000010:2.0:1761311766.711025:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6a49367. 00080000:00000010:2.0:1761311766.711027:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bdd19599. 00080000:00000010:2.0:1761311766.711029:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1509a25. 00080000:00000010:2.0:1761311766.711032:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccda4815. 00080000:00000010:2.0:1761311766.711035:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006a65481. 00080000:00000010:2.0:1761311766.711038:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc3bd15b. 00080000:00000010:2.0:1761311766.711040:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a110e497. 00080000:00000010:2.0:1761311766.711042:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eeb614a0. 00080000:00000010:2.0:1761311766.711044:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee75ad72. 00080000:00000010:2.0:1761311766.711045:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f7d21b8. 00080000:00000010:2.0:1761311766.711047:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d4f17c4. 00080000:00000010:2.0:1761311766.711049:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003fbe0a35. 00080000:00000010:2.0:1761311766.711051:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b0463ce. 00080000:00000010:2.0:1761311766.711053:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef46d0c9. 00080000:00000010:2.0:1761311766.711055:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000630110ff. 00080000:00000010:2.0:1761311766.711057:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd042b0f. 00080000:00000010:2.0:1761311766.711058:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066728aba. 00080000:00000010:2.0:1761311766.711060:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc3df19e. 00080000:00000010:2.0:1761311766.711062:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f94f9924. 00080000:00000010:2.0:1761311766.711063:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de2eb2d0. 00080000:00000010:2.0:1761311766.711065:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032edfa35. 00080000:00000010:2.0:1761311766.711067:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008167d26f. 00080000:00000010:2.0:1761311766.711068:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4279f07. 00080000:00000010:2.0:1761311766.711070:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a189b025. 00080000:00000010:2.0:1761311766.711072:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3295449. 00080000:00000010:2.0:1761311766.711074:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a373ce6d. 00080000:00000010:2.0:1761311766.711075:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000072374b63. 00080000:00000010:2.0:1761311766.711077:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004c36a6d. 00080000:00000010:2.0:1761311766.711078:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0eeaa45. 00080000:00000010:2.0:1761311766.711080:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000650dab42. 00080000:00000010:2.0:1761311766.711082:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000348faa7c. 00080000:00000010:2.0:1761311766.711083:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cad5434. 00080000:00000010:2.0:1761311766.711085:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000181a0396. 00080000:00000010:2.0:1761311766.711086:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000850ead4e. 00080000:00000010:2.0:1761311766.711088:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c6cd79a. 00080000:00000010:2.0:1761311766.711090:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c95ec62. 00080000:00000010:2.0:1761311766.711092:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bae2fdf9. 00080000:00000010:2.0:1761311766.711094:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ea431d6. 00080000:00000010:2.0:1761311766.711096:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092d170fd. 00080000:00000010:2.0:1761311766.711098:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000af0e482d. 00080000:00000010:2.0:1761311766.711099:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9244c4c. 00080000:00000010:2.0:1761311766.711101:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009d04f75d. 00080000:00000010:2.0:1761311766.711103:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e0825d5. 00080000:00000010:2.0:1761311766.711104:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7568362. 00080000:00000010:2.0:1761311766.711106:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000098eb3c5. 00080000:00000010:2.0:1761311766.711107:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ae42f60. 00080000:00000010:2.0:1761311766.711109:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000506913d7. 00080000:00000010:2.0:1761311766.711111:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008039a9c2. 00080000:00000010:2.0:1761311766.711112:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001328c2eb. 00080000:00000010:2.0:1761311766.711114:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a74ec89. 00080000:00000010:2.0:1761311766.711115:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be1945c5. 00080000:00000010:2.0:1761311766.711117:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed70c6b0. 00080000:00000010:2.0:1761311766.711119:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fd418ef. 00080000:00000010:2.0:1761311766.711120:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068766b4b. 00080000:00000010:2.0:1761311766.711123:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008798b161. 00080000:00000010:2.0:1761311766.711125:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009bfd971. 00080000:00000010:2.0:1761311766.711128:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9d89d7c. 00080000:00000010:2.0:1761311766.711130:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002414eda0. 00080000:00000010:2.0:1761311766.711131:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6d6df6d. 00080000:00000010:2.0:1761311766.711133:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013850a88. 00080000:00000010:2.0:1761311766.711134:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa69b819. 00080000:00000010:2.0:1761311766.711136:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000231b3f4c. 00080000:00000010:2.0:1761311766.711137:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081823865. 00080000:00000010:2.0:1761311766.711140:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057e6aa29. 00080000:00000010:2.0:1761311766.711142:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5f0a8ea. 00080000:00000010:2.0:1761311766.711143:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008504cfa3. 00080000:00000010:2.0:1761311766.711145:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f140d16c. 00080000:00000010:2.0:1761311766.711147:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a37b71e. 00080000:00000010:2.0:1761311766.711148:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afe6bb2d. 00080000:00000010:2.0:1761311766.711150:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000bcf1191. 00080000:00000010:2.0:1761311766.711152:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001abcb903. 00080000:00000010:2.0:1761311766.711154:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a82e0f71. 00080000:00000010:2.0:1761311766.711156:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092409c14. 00080000:00000010:2.0:1761311766.711158:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050f372b0. 00080000:00000010:2.0:1761311766.711160:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ecc90da5. 00080000:00000010:2.0:1761311766.711162:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea4a75d6. 00080000:00000010:2.0:1761311766.711163:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052d5f234. 00080000:00000010:2.0:1761311766.711165:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1b18f3e. 00080000:00000010:2.0:1761311766.711167:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd3d5251. 00080000:00000010:2.0:1761311766.711169:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1234be5. 00080000:00000010:2.0:1761311766.711171:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000469d2721. 00080000:00000010:2.0:1761311766.711172:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd7b48fd. 00080000:00000010:2.0:1761311766.711174:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2c76baa. 00080000:00000010:2.0:1761311766.711175:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e62f7b12. 00080000:00000010:2.0:1761311766.711177:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f33dd37c. 00080000:00000010:2.0:1761311766.711179:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4d61b30. 00080000:00000010:2.0:1761311766.711182:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f659556e. 00080000:00000010:2.0:1761311766.711184:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a211d83. 00080000:00000010:2.0:1761311766.711186:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004955d77c. 00080000:00000010:2.0:1761311766.711187:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b578bdbd. 00080000:00000010:2.0:1761311766.711189:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000271b8968. 00080000:00000010:2.0:1761311766.711191:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000aaec966. 00080000:00000010:2.0:1761311766.711193:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000938178cd. 00080000:00000010:2.0:1761311766.711195:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f54486c0. 00080000:00000010:2.0:1761311766.711197:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd865a9f. 00080000:00000010:2.0:1761311766.711199:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e6b2b156. 00080000:00000010:2.0:1761311766.711202:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cbded299. 00080000:00000010:2.0:1761311766.711205:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061b0f84e. 00080000:00000010:2.0:1761311766.711207:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057cb9d5d. 00080000:00000010:2.0:1761311766.711209:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea26384e. 00080000:00000010:2.0:1761311766.711211:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005daabb8d. 00080000:00000010:2.0:1761311766.711214:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004375f6cf. 00080000:00000010:2.0:1761311766.711216:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afb281c4. 00080000:00000010:2.0:1761311766.711218:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007116f3bc. 00080000:00000010:2.0:1761311766.711220:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f1adce5. 00080000:00000010:2.0:1761311766.711221:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055f354dc. 00080000:00000010:2.0:1761311766.711223:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000833c71f4. 00080000:00000010:2.0:1761311766.711225:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd45d662. 00080000:00000010:2.0:1761311766.711227:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039075334. 00080000:00000010:2.0:1761311766.711229:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f65ec86. 00080000:00000010:2.0:1761311766.711231:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3dc3ea6. 00080000:00000010:2.0:1761311766.711234:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006790ea8e. 00080000:00000010:2.0:1761311766.711236:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000716c143f. 00080000:00000010:2.0:1761311766.711238:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087fb6a54. 00080000:00000010:2.0:1761311766.711239:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000070ebd2f8. 00080000:00000010:2.0:1761311766.711241:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fbd8f13. 00080000:00000010:2.0:1761311766.711243:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042960d06. 00080000:00000010:2.0:1761311766.711245:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d3755a3. 00080000:00000010:2.0:1761311766.711247:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c771c04. 00080000:00000010:2.0:1761311766.711249:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000750df20. 00080000:00000010:2.0:1761311766.711251:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000027d1d8b. 00080000:00000010:2.0:1761311766.711254:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccdc7ecd. 00080000:00000010:2.0:1761311766.711256:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c62b1e0. 00080000:00000010:2.0:1761311766.711258:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b644e621. 00080000:00000010:2.0:1761311766.711260:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb5f10f1. 00080000:00000010:2.0:1761311766.711262:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012ff3ef7. 00080000:00000010:2.0:1761311766.711265:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa838222. 00080000:00000010:2.0:1761311766.711345:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9892706. 00080000:00000010:2.0:1761311766.711350:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2f32ca9. 00080000:00000010:2.0:1761311766.711356:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000247db23. 00080000:00000010:2.0:1761311766.711359:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002dea20d1. 00080000:00000010:2.0:1761311766.711362:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6def259. 00080000:00000010:2.0:1761311766.711364:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be5be516. 00080000:00000010:2.0:1761311766.711366:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c99f03f. 00080000:00000010:2.0:1761311766.711368:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045656669. 00080000:00000010:2.0:1761311766.711371:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048d585ee. 00080000:00000010:2.0:1761311766.711373:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5b9a4d4. 00080000:00000010:2.0:1761311766.711375:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e5fae77. 00080000:00000010:2.0:1761311766.711377:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097939f14. 00080000:00000010:2.0:1761311766.711379:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022d6361e. 00080000:00000010:2.0:1761311766.711381:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000256865aa. 00080000:00000010:2.0:1761311766.711383:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000816ae911. 00080000:00000010:2.0:1761311766.711384:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b15e7b4c. 00080000:00000010:2.0:1761311766.711386:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000160b738f. 00080000:00000010:2.0:1761311766.711388:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ae0bff4. 00080000:00000010:2.0:1761311766.711390:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcd64534. 00080000:00000010:2.0:1761311766.711392:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009002ab1a. 00080000:00000010:2.0:1761311766.711394:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006dd6973. 00080000:00000010:2.0:1761311766.711396:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002de4683d. 00080000:00000010:2.0:1761311766.711398:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000822b60e9. 00080000:00000010:2.0:1761311766.711400:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050ac4a9e. 00080000:00000010:2.0:1761311766.711402:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cf1768f. 00080000:00000010:2.0:1761311766.711403:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8d376c4. 00080000:00000010:2.0:1761311766.711406:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000749c86d8. 00080000:00000010:2.0:1761311766.711408:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000766ef520. 00080000:00000010:2.0:1761311766.711410:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a82ef6c3. 00080000:00000010:2.0:1761311766.711412:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cc5065a. 00080000:00000010:2.0:1761311766.711414:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1ae8171. 00080000:00000010:2.0:1761311766.711416:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000076d365d4. 00080000:00000010:2.0:1761311766.711418:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba829d5e. 00080000:00000010:2.0:1761311766.711420:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c33a71e9. 00080000:00000010:2.0:1761311766.711422:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f4544ce. 00080000:00000010:2.0:1761311766.711425:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a99679f2. 00080000:00000010:2.0:1761311766.711427:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c389df5a. 00080000:00000010:2.0:1761311766.711428:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b579b1a7. 00080000:00000010:2.0:1761311766.711430:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000512d3594. 00080000:00000010:2.0:1761311766.711433:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd280d4a. 00080000:00000010:2.0:1761311766.711434:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fef83928. 00080000:00000010:2.0:1761311766.711437:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c839e07. 00080000:00000010:2.0:1761311766.711439:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000401f79d9. 00080000:00000010:2.0:1761311766.711441:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038479589. 00080000:00000010:2.0:1761311766.711444:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000876ba2f6. 00080000:00000010:2.0:1761311766.711446:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e7a4fbb. 00080000:00000010:2.0:1761311766.711448:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086c1e4b4. 00080000:00000010:2.0:1761311766.711450:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d83a1e9. 00080000:00000010:2.0:1761311766.711458:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005366703e. 00080000:00000010:2.0:1761311766.711463:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bb6c704. 00080000:00000010:2.0:1761311766.711466:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec23e742. 00080000:00000010:2.0:1761311766.711469:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000669ea424. 00080000:00000010:2.0:1761311766.711471:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ac98629b. 00080000:00000010:2.0:1761311766.711473:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efdad98d. 00080000:00000010:2.0:1761311766.711475:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed304b20. 00080000:00000010:2.0:1761311766.711477:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003610ec01. 00080000:00000010:2.0:1761311766.711479:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef291c09. 00080000:00000010:2.0:1761311766.711481:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000422f76dd. 00080000:00000010:2.0:1761311766.711483:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2c014ff. 00080000:00000010:2.0:1761311766.711485:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b00c4707. 00080000:00000010:2.0:1761311766.711487:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6c30925. 00080000:00000010:2.0:1761311766.711489:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d4dae2c1. 00080000:00000010:2.0:1761311766.711491:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033ca1d60. 00080000:00000010:2.0:1761311766.711493:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a31426f. 00080000:00000010:2.0:1761311766.711495:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a93051cf. 00080000:00000010:2.0:1761311766.711498:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003726fc72. 00080000:00000010:2.0:1761311766.711499:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087b360bc. 00080000:00000010:2.0:1761311766.711502:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d363279. 00080000:00000010:2.0:1761311766.711504:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016229e0f. 00080000:00000010:2.0:1761311766.711508:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bcb2c21. 00080000:00000010:2.0:1761311766.711510:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000216b6cc2. 00080000:00000010:2.0:1761311766.711513:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9f610d1. 00080000:00000010:2.0:1761311766.711514:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000305c51da. 00080000:00000010:2.0:1761311766.711517:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094ddb462. 00080000:00000010:2.0:1761311766.711519:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009792783a. 00080000:00000010:2.0:1761311766.711521:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b8ce135a. 00080000:00000010:2.0:1761311766.711523:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000298b25e5. 00080000:00000010:2.0:1761311766.711525:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002551f5c1. 00080000:00000010:2.0:1761311766.711527:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce67eb87. 00080000:00000010:2.0:1761311766.711529:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e57a24c. 00080000:00000010:2.0:1761311766.711532:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfc1a98f. 00080000:00000010:2.0:1761311766.711534:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000df2eea8. 00080000:00000010:2.0:1761311766.711536:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000de000c9c. 00080000:00000010:2.0:1761311766.711538:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1dcfae1. 00080000:00000010:2.0:1761311766.711539:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000cd9125. 00080000:00000010:2.0:1761311766.711542:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3021216. 00080000:00000010:2.0:1761311766.711544:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bdd04078. 00080000:00000010:2.0:1761311766.711546:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ce0cd93. 00080000:00000010:2.0:1761311766.711548:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003dbdd1f7. 00080000:00000010:2.0:1761311766.711550:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ef6368c. 00080000:00000010:2.0:1761311766.711552:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d3ed91d. 00080000:00000010:2.0:1761311766.711555:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000c7c0148. 00080000:00000010:2.0:1761311766.711557:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023f34dfd. 00080000:00000010:2.0:1761311766.711559:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c6f6ac7. 00080000:00000010:2.0:1761311766.711561:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f615794. 00080000:00000010:2.0:1761311766.711563:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f3102d0. 00080000:00000010:2.0:1761311766.711566:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f171279e. 00080000:00000010:2.0:1761311766.711568:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c7d0535. 00080000:00000010:2.0:1761311766.711570:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df4831dd. 00080000:00000010:2.0:1761311766.711572:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b575782. 00080000:00000010:2.0:1761311766.711574:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000346ed974. 00080000:00000010:2.0:1761311766.711577:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081962b19. 00080000:00000010:2.0:1761311766.711579:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000272e6d04. 00080000:00000010:2.0:1761311766.711581:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009cdb5f07. 00080000:00000010:2.0:1761311766.711582:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f7a6ca9. 00080000:00000010:2.0:1761311766.711584:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e1aa6ea. 00080000:00000010:2.0:1761311766.711586:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b0ee2d3. 00080000:00000010:2.0:1761311766.711587:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007dbecf00. 00080000:00000010:2.0:1761311766.711589:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fbb29bf8. 00080000:00000010:2.0:1761311766.711590:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000983b4cf8. 00080000:00000010:2.0:1761311766.711592:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007204f870. 00080000:00000010:2.0:1761311766.711594:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa380fb5. 00080000:00000010:2.0:1761311766.711595:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a60531dd. 00080000:00000010:2.0:1761311766.711598:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047e84ffe. 00080000:00000010:2.0:1761311766.711600:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f5c6afe7. 00080000:00000010:2.0:1761311766.711601:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014eeeab9. 00080000:00000010:2.0:1761311766.711604:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffc0186d. 00080000:00000010:2.0:1761311766.711606:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1f7039a. 00080000:00000010:2.0:1761311766.711607:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f49a8f3. 00080000:00000010:2.0:1761311766.711609:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f62794da. 00080000:00000010:2.0:1761311766.711611:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ced5ad2. 00080000:00000010:2.0:1761311766.711612:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075a8553e. 00080000:00000010:2.0:1761311766.711614:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd41df7b. 00080000:00000010:2.0:1761311766.711615:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004c37257. 00080000:00000010:2.0:1761311766.711617:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e6bb176. 00080000:00000010:2.0:1761311766.711618:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008343a662. 00080000:00000010:2.0:1761311766.711620:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049e71ba7. 00080000:00000010:2.0:1761311766.711621:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa714a5c. 00080000:00000010:2.0:1761311766.711624:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec225cba. 00080000:00000010:2.0:1761311766.711626:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012a28fd0. 00080000:00000010:2.0:1761311766.711629:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063d52be5. 00080000:00000010:2.0:1761311766.711631:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000febc84e8. 00080000:00000010:2.0:1761311766.711633:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a749c63a. 00080000:00000010:2.0:1761311766.711635:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059ce4415. 00080000:00000010:2.0:1761311766.711643:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a51a38c0. 00080000:00000010:2.0:1761311766.711645:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018ec408f. 00080000:00000010:2.0:1761311766.711648:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ce870aca. 00080000:00000010:2.0:1761311766.711650:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001279311a. 00080000:00000010:2.0:1761311766.711653:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b50da492. 00080000:00000010:2.0:1761311766.711656:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdb0abcf. 00080000:00000010:2.0:1761311766.711658:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000046a47731. 00080000:00000010:2.0:1761311766.711660:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006e48f9c8. 00080000:00000010:2.0:1761311766.711662:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000011550e4f. 00080000:00000010:2.0:1761311766.711665:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f1b6f65. 00080000:00000010:2.0:1761311766.711667:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000edef3b3a. 00080000:00000010:2.0:1761311766.711669:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d5480c7. 00080000:00000010:2.0:1761311766.711671:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d3e2e91. 00080000:00000010:2.0:1761311766.711673:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a77aa95. 00080000:00000010:2.0:1761311766.711675:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c8ee9c6e. 00080000:00000010:2.0:1761311766.711677:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad1fd2c2. 00080000:00000010:2.0:1761311766.711679:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b41bed8. 00080000:00000010:2.0:1761311766.711680:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000150fec08. 00080000:00000010:2.0:1761311766.711682:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009577d44a. 00080000:00000010:2.0:1761311766.711683:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000038d2eac. 00080000:00000010:2.0:1761311766.711685:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013fcb1bc. 00080000:00000010:2.0:1761311766.711687:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000409f31b9. 00080000:00000010:2.0:1761311766.711688:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002455f9d2. 00080000:00000010:2.0:1761311766.711690:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad9a5959. 00080000:00000010:2.0:1761311766.711692:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007750ba7. 00080000:00000010:2.0:1761311766.711693:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d10495a1. 00080000:00000010:2.0:1761311766.711695:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d14c778e. 00080000:00000010:2.0:1761311766.711696:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002825283b. 00080000:00000010:2.0:1761311766.711698:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3810999. 00080000:00000010:2.0:1761311766.711701:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bb70dd0. 00080000:00000010:2.0:1761311766.711702:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003ce5e9d2. 00080000:00000010:2.0:1761311766.711704:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c95a3808. 00080000:00000010:2.0:1761311766.711706:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c85b144b. 00080000:00000010:2.0:1761311766.711708:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c93a0062. 00080000:00000010:2.0:1761311766.711710:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004339eb63. 00080000:00000010:2.0:1761311766.711712:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e1804871. 00080000:00000010:2.0:1761311766.711714:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a82b14a. 00080000:00000010:2.0:1761311766.711716:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fdac6ab1. 00080000:00000010:2.0:1761311766.711721:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007af02cd2. 00080000:00000010:2.0:1761311766.711723:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000db8460b. 00080000:00000010:2.0:1761311766.711725:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005361fed6. 00080000:00000010:2.0:1761311766.711726:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0f22ad7. 00080000:00000010:2.0:1761311766.711728:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006427c6f1. 00080000:00000010:2.0:1761311766.711730:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008303aff4. 00080000:00000010:2.0:1761311766.711732:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6bcddd7. 00080000:00000010:2.0:1761311766.711735:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dce5ca5. 00080000:00000010:2.0:1761311766.711737:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000055ee2a2. 00080000:00000010:2.0:1761311766.711739:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005f2f9e9e. 00080000:00000010:2.0:1761311766.711740:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003fc78069. 00080000:00000010:2.0:1761311766.711742:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001de11d64. 00080000:00000010:2.0:1761311766.711743:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddeb8642. 00080000:00000010:2.0:1761311766.711745:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7f02bf9. 00080000:00000010:2.0:1761311766.711746:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008151efaf. 00080000:00000010:2.0:1761311766.711748:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d82d91b5. 00080000:00000010:2.0:1761311766.711750:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2d6eda9. 00080000:00000010:2.0:1761311766.711753:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000402cf4d5. 00080000:00000010:2.0:1761311766.711755:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007352f4b7. 00080000:00000010:2.0:1761311766.711756:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000243eaec6. 00080000:00000010:2.0:1761311766.711758:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e783e28b. 00080000:00000010:2.0:1761311766.711759:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6a032a8. 00080000:00000010:2.0:1761311766.711761:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000140b3004. 00080000:00000010:2.0:1761311766.711763:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000068308525. 00080000:00000010:2.0:1761311766.711764:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f9546f14. 00080000:00000010:2.0:1761311766.711766:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cb41b10. 00080000:00000010:2.0:1761311766.711767:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ffbfbb2. 00080000:00000010:2.0:1761311766.711769:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092206460. 00080000:00000010:2.0:1761311766.711771:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8e07c72. 00080000:00000010:2.0:1761311766.711774:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d872bac. 00080000:00000010:2.0:1761311766.711776:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ace9dbd2. 00080000:00000010:2.0:1761311766.711778:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db2372ee. 00080000:00000010:2.0:1761311766.711780:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071a63152. 00080000:00000010:2.0:1761311766.711781:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095eb4305. 00080000:00000010:2.0:1761311766.711783:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093b6e1c6. 00080000:00000010:2.0:1761311766.711784:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003908550e. 00080000:00000010:2.0:1761311766.711786:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000372cb76d. 00080000:00000010:2.0:1761311766.711788:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000865e6ceb. 00080000:00000010:2.0:1761311766.711808:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081e20dc5. 00080000:00000010:2.0:1761311766.711811:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b81c4e5. 00080000:00000010:2.0:1761311766.711814:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abd8bf60. 00080000:00000010:2.0:1761311766.711816:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008146f2c6. 00080000:00000010:2.0:1761311766.711818:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b9ad53b. 00080000:00000010:2.0:1761311766.711820:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069631f69. 00080000:00000010:2.0:1761311766.711822:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005489cb16. 00080000:00000010:2.0:1761311766.711824:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066c550d6. 00080000:00000010:2.0:1761311766.711827:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bfac75df. 00080000:00000010:2.0:1761311766.711828:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c51d2e05. 00080000:00000010:2.0:1761311766.711830:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc9b145a. 00080000:00000010:2.0:1761311766.711832:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051458fa7. 00080000:00000010:2.0:1761311766.711834:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e76fd36. 00080000:00000010:2.0:1761311766.711836:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b3cf764. 00080000:00000010:2.0:1761311766.711838:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e35a4350. 00080000:00000010:2.0:1761311766.711839:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fc456eeb. 00080000:00000010:2.0:1761311766.711841:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d347fd9. 00080000:00000010:2.0:1761311766.711842:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005fd69573. 00080000:00000010:2.0:1761311766.711845:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000baafe6d3. 00080000:00000010:2.0:1761311766.711846:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078ca1278. 00080000:00000010:2.0:1761311766.711848:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004116db95. 00080000:00000010:2.0:1761311766.711850:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9ee2126. 00080000:00000010:2.0:1761311766.711852:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd32582c. 00080000:00000010:2.0:1761311766.711854:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2561eeb. 00080000:00000010:2.0:1761311766.711856:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6d3535d. 00080000:00000010:2.0:1761311766.711857:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000902b5b54. 00080000:00000010:2.0:1761311766.711860:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009729ae74. 00080000:00000010:2.0:1761311766.711862:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000688cbfd8. 00080000:00000010:2.0:1761311766.711865:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006647e3f2. 00080000:00000010:2.0:1761311766.711867:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f4f56a02. 00080000:00000010:2.0:1761311766.711869:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ced7081e. 00080000:00000010:2.0:1761311766.711872:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095814320. 00080000:00000010:2.0:1761311766.711875:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090282f2e. 00080000:00000010:2.0:1761311766.711876:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1e30227. 00080000:00000010:2.0:1761311766.711879:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094a9545d. 00080000:00000010:2.0:1761311766.711881:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa94a8ae. 00080000:00000010:2.0:1761311766.711883:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b760c4f. 00080000:00000010:2.0:1761311766.711885:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e45d8ccc. 00080000:00000010:2.0:1761311766.711887:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d2e6299b. 00080000:00000010:2.0:1761311766.711889:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003690cf26. 00080000:00000010:2.0:1761311766.711891:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000efaf24cc. 00080000:00000010:2.0:1761311766.711894:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b87d44ef. 00080000:00000010:2.0:1761311766.711896:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000821d05c6. 00080000:00000010:2.0:1761311766.711899:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0c14aef. 00080000:00000010:2.0:1761311766.711901:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099326f79. 00080000:00000010:2.0:1761311766.711904:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd74742a. 00080000:00000010:2.0:1761311766.711906:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000711aa7f8. 00080000:00000010:2.0:1761311766.711908:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ef9eca7. 00080000:00000010:2.0:1761311766.711910:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa917b12. 00080000:00000010:2.0:1761311766.711912:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ee839a1. 00080000:00000010:2.0:1761311766.711915:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000910d9b24. 00080000:00000010:2.0:1761311766.711917:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb8da553. 00080000:00000010:2.0:1761311766.711919:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000086af961. 00080000:00000010:2.0:1761311766.711921:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cc3c18e4. 00080000:00000010:2.0:1761311766.711925:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049288d41. 00080000:00000010:2.0:1761311766.711927:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054be656e. 00080000:00000010:2.0:1761311766.711930:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d52ea033. 00080000:00000010:2.0:1761311766.711932:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5381b99. 00080000:00000010:2.0:1761311766.711934:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000506176. 00080000:00000010:2.0:1761311766.711936:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006462dbec. 00080000:00000010:2.0:1761311766.711938:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000839405ea. 00080000:00000010:2.0:1761311766.711940:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000129b09a1. 00080000:00000010:2.0:1761311766.711942:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d612d23b. 00080000:00000010:2.0:1761311766.711944:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008554ea98. 00080000:00000010:2.0:1761311766.711946:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000261e5efb. 00080000:00000010:2.0:1761311766.711948:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015cd8e4f. 00080000:00000010:2.0:1761311766.711950:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ab839c8. 00080000:00000010:2.0:1761311766.711952:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1b306c6. 00080000:00000010:2.0:1761311766.711955:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018c3a74c. 00080000:00000010:2.0:1761311766.711957:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0a44b39. 00080000:00000010:2.0:1761311766.711959:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f4bc18c. 00080000:00000010:2.0:1761311766.711961:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000147f9daf. 00080000:00000010:2.0:1761311766.711964:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d341857a. 00080000:00000010:2.0:1761311766.711966:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061051249. 00080000:00000010:2.0:1761311766.711970:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083be9083. 00080000:00000010:2.0:1761311766.711973:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b68cf4e0. 00080000:00000010:2.0:1761311766.711975:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000322795. 00080000:00000010:2.0:1761311766.711978:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000029f049c. 00080000:00000010:2.0:1761311766.711980:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006cba804f. 00080000:00000010:2.0:1761311766.711982:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c25798c. 00080000:00000010:2.0:1761311766.711984:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008586cd64. 00080000:00000010:2.0:1761311766.711986:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee7fe717. 00080000:00000010:2.0:1761311766.711988:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038d3579b. 00080000:00000010:2.0:1761311766.711991:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004a48e9d6. 00080000:00000010:2.0:1761311766.711993:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007984051f. 00080000:00000010:2.0:1761311766.711996:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d195606d. 00080000:00000010:2.0:1761311766.711998:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018139070. 00080000:00000010:2.0:1761311766.712001:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0c5dbd1. 00080000:00000010:2.0:1761311766.712003:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000609d5908. 00080000:00000010:2.0:1761311766.712006:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000996b16c. 00080000:00000010:2.0:1761311766.712009:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c2c54c1. 00080000:00000010:2.0:1761311766.712011:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb7d79d1. 00080000:00000010:2.0:1761311766.712013:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f736c024. 00080000:00000010:2.0:1761311766.712016:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2c41091. 00080000:00000010:2.0:1761311766.712018:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036567502. 00080000:00000010:2.0:1761311766.712020:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b01e8f58. 00080000:00000010:2.0:1761311766.712022:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cb99493. 00080000:00000010:2.0:1761311766.712024:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001acae240. 00080000:00000010:2.0:1761311766.712026:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000812b7bca. 00080000:00000010:2.0:1761311766.712028:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000566d2f7e. 00080000:00000010:2.0:1761311766.712029:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000be0eca39. 00080000:00000010:2.0:1761311766.712031:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b080877c. 00080000:00000010:2.0:1761311766.712032:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fec5614f. 00080000:00000010:2.0:1761311766.712034:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066101d19. 00080000:00000010:2.0:1761311766.712036:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccd1c16b. 00080000:00000010:2.0:1761311766.712038:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c118020. 00080000:00000010:2.0:1761311766.712041:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dbfe09f. 00080000:00000010:2.0:1761311766.712043:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3a20b34. 00080000:00000010:2.0:1761311766.712046:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000017a54b5a. 00080000:00000010:2.0:1761311766.712049:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa541c5b. 00080000:00000010:2.0:1761311766.712051:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000927fb4d1. 00080000:00000010:2.0:1761311766.712053:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e93feef9. 00080000:00000010:2.0:1761311766.712056:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079e1a5f1. 00080000:00000010:2.0:1761311766.712058:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096302d69. 00080000:00000010:2.0:1761311766.712061:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d109b67. 00080000:00000010:2.0:1761311766.712063:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1566b1d. 00080000:00000010:2.0:1761311766.712065:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f50f0ad. 00080000:00000010:2.0:1761311766.712067:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fda2ba7d. 00080000:00000010:2.0:1761311766.712069:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000caff9f0a. 00080000:00000010:2.0:1761311766.712071:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000053e5dabe. 00080000:00000010:2.0:1761311766.712073:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064ec5b43. 00080000:00000010:2.0:1761311766.712075:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d4c8893. 00080000:00000010:2.0:1761311766.712077:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025c7fa92. 00080000:00000010:2.0:1761311766.712079:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e876da30. 00080000:00000010:2.0:1761311766.712082:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b98139c. 00080000:00000010:2.0:1761311766.712084:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d7d8b10b. 00080000:00000010:2.0:1761311766.712086:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c2f3a4e. 00080000:00000010:2.0:1761311766.712089:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9ff0604. 00080000:00000010:2.0:1761311766.712091:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d340315. 00080000:00000010:2.0:1761311766.712093:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032f7100b. 00080000:00000010:2.0:1761311766.712095:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008650db45. 00080000:00000010:2.0:1761311766.712097:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ed712c3. 00080000:00000010:2.0:1761311766.712100:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da36740f. 00080000:00000010:2.0:1761311766.712101:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000152ac173. 00080000:00000010:2.0:1761311766.712103:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a7691386. 00080000:00000010:2.0:1761311766.712105:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001098b124. 00080000:00000010:2.0:1761311766.712107:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005bcacca9. 00080000:00000010:2.0:1761311766.712108:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa311c60. 00080000:00000010:2.0:1761311766.712110:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb88c014. 00080000:00000010:2.0:1761311766.712112:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033384e0a. 00080000:00000010:2.0:1761311766.712114:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc704ef1. 00080000:00000010:2.0:1761311766.712116:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099746efa. 00080000:00000010:2.0:1761311766.712117:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab7fb378. 00080000:00000010:2.0:1761311766.712120:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004918339e. 00080000:00000010:2.0:1761311766.712122:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d607203. 00080000:00000010:2.0:1761311766.712124:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb705f37. 00080000:00000010:2.0:1761311766.712127:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d9eb5e0. 00080000:00000010:2.0:1761311766.712129:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5d059fb. 00080000:00000010:2.0:1761311766.712131:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005262c1cc. 00080000:00000010:2.0:1761311766.712133:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002afe9ba4. 00080000:00000010:2.0:1761311766.712135:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048af9554. 00080000:00000010:2.0:1761311766.712137:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebeed24e. 00080000:00000010:2.0:1761311766.712139:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a54fc36. 00080000:00000010:2.0:1761311766.712141:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005171e288. 00080000:00000010:2.0:1761311766.712143:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000000712ca7. 00080000:00000010:2.0:1761311766.712147:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000df55c4dd. 00080000:00000010:2.0:1761311766.712149:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b110a533. 00080000:00000010:2.0:1761311766.712152:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000056bec552. 00080000:00000010:2.0:1761311766.712154:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e1fed45. 00080000:00000010:2.0:1761311766.712156:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048dc57d9. 00080000:00000010:2.0:1761311766.712158:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036fd8f4d. 00080000:00000010:2.0:1761311766.712161:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5400ff0. 00080000:00000010:2.0:1761311766.712163:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000661e86d9. 00080000:00000010:2.0:1761311766.712165:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091adb241. 00080000:00000010:2.0:1761311766.712168:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6a310a6. 00080000:00000010:2.0:1761311766.712170:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb552db4. 00080000:00000010:2.0:1761311766.712171:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000274cc09d. 00080000:00000010:2.0:1761311766.712173:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000692741d4. 00080000:00000010:2.0:1761311766.712175:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b904a6e1. 00080000:00000010:2.0:1761311766.712178:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a63173c3. 00080000:00000010:2.0:1761311766.712179:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027cf0771. 00080000:00000010:2.0:1761311766.712181:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5a27ade. 00080000:00000010:2.0:1761311766.712184:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006435ff07. 00080000:00000010:2.0:1761311766.712185:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a341e927. 00080000:00000010:2.0:1761311766.712187:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d69e147. 00080000:00000010:2.0:1761311766.712188:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d4433b9. 00080000:00000010:2.0:1761311766.712190:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009f88c10d. 00080000:00000010:2.0:1761311766.712192:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000375935bd. 00080000:00000010:2.0:1761311766.712193:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000126a588d. 00080000:00000010:2.0:1761311766.712194:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a7f2a85. 00080000:00000010:2.0:1761311766.712196:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000162c9db6. 00080000:00000010:2.0:1761311766.712198:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075f98b74. 00080000:00000010:2.0:1761311766.712199:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a285ece0. 00080000:00000010:2.0:1761311766.712200:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003eec7076. 00080000:00000010:2.0:1761311766.712202:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bc6124f. 00080000:00000010:2.0:1761311766.712204:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ff11edd. 00080000:00000010:2.0:1761311766.712206:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e9a23c41. 00080000:00000010:2.0:1761311766.712208:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000afa1f818. 00080000:00000010:2.0:1761311766.712210:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074b05e03. 00080000:00000010:2.0:1761311766.712212:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000365e7f54. 00080000:00000010:2.0:1761311766.712214:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004dfff0a9. 00080000:00000010:2.0:1761311766.712216:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026ad9cf2. 00080000:00000010:2.0:1761311766.712219:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002a167fa2. 00080000:00000010:2.0:1761311766.712221:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003c00cf42. 00080000:00000010:2.0:1761311766.712223:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b819416. 00080000:00000010:2.0:1761311766.712225:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7967213. 00080000:00000010:2.0:1761311766.712227:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051af6b9f. 00080000:00000010:2.0:1761311766.712229:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001912fc7b. 00080000:00000010:2.0:1761311766.712231:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b872c64a. 00080000:00000010:2.0:1761311766.712233:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010a86b79. 00080000:00000010:2.0:1761311766.712235:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d08e5742. 00080000:00000010:2.0:1761311766.712236:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d8e4baa. 00080000:00000010:2.0:1761311766.712238:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f5be134. 00080000:00000010:2.0:1761311766.712240:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2f9b744. 00080000:00000010:2.0:1761311766.712241:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088d5a914. 00080000:00000010:2.0:1761311766.712243:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000890e7e01. 00080000:00000010:2.0:1761311766.712244:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007051213. 00080000:00000010:2.0:1761311766.712246:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b61afc42. 00080000:00000010:2.0:1761311766.712248:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007953132e. 00080000:00000010:2.0:1761311766.712250:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003488c7e7. 00080000:00000010:2.0:1761311766.712252:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ea1329aa. 00080000:00000010:2.0:1761311766.712254:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001d957e3. 00080000:00000010:2.0:1761311766.712255:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000021c49641. 00080000:00000010:2.0:1761311766.712256:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008137ecc1. 00080000:00000010:2.0:1761311766.712258:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088e6fbdb. 00080000:00000010:2.0:1761311766.712260:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2c21153. 00080000:00000010:2.0:1761311766.712262:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014ef6d98. 00080000:00000010:2.0:1761311766.712265:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c41d2e5b. 00080000:00000010:2.0:1761311766.712268:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2c58208. 00080000:00000010:2.0:1761311766.712270:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aac49aa4. 00080000:00000010:2.0:1761311766.712272:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000031c58e83. 00080000:00000010:2.0:1761311766.712275:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048614f34. 00080000:00000010:2.0:1761311766.712277:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000009bd915. 00080000:00000010:2.0:1761311766.712280:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f6a28b4. 00080000:00000010:2.0:1761311766.712282:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d5297ff. 00080000:00000010:2.0:1761311766.712283:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ecd1012. 00080000:00000010:2.0:1761311766.712294:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a191011. 00080000:00000010:2.0:1761311766.712296:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043dfbdb7. 00080000:00000010:2.0:1761311766.712298:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055df4a65. 00080000:00000010:2.0:1761311766.712300:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019cfb3b8. 00080000:00000010:2.0:1761311766.712301:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e45b291a. 00080000:00000010:2.0:1761311766.712303:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f451cf01. 00080000:00000010:2.0:1761311766.712305:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000183904f6. 00080000:00000010:2.0:1761311766.712307:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ccaa0ec6. 00080000:00000010:2.0:1761311766.712336:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a5da3cf. 00080000:00000010:2.0:1761311766.712339:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a0ac7c9. 00080000:00000010:2.0:1761311766.712341:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000465fad4e. 00080000:00000010:2.0:1761311766.712343:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4ef735b. 00080000:00000010:2.0:1761311766.712346:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000439eff09. 00080000:00000010:2.0:1761311766.712348:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb9bd697. 00080000:00000010:2.0:1761311766.712350:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad6a2785. 00080000:00000010:2.0:1761311766.712352:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002027315e. 00080000:00000010:2.0:1761311766.712354:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f809a09a. 00080000:00000010:2.0:1761311766.712356:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aecec1f0. 00080000:00000010:2.0:1761311766.712358:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063906c46. 00080000:00000010:2.0:1761311766.712360:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8509532. 00080000:00000010:2.0:1761311766.712362:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1d8dbe7. 00080000:00000010:2.0:1761311766.712364:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066606feb. 00080000:00000010:2.0:1761311766.712366:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008a6013b2. 00080000:00000010:2.0:1761311766.712368:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb94c2be. 00080000:00000010:2.0:1761311766.712370:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000887d070b. 00080000:00000010:2.0:1761311766.712372:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002cfc96af. 00080000:00000010:2.0:1761311766.712374:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b667df25. 00080000:00000010:2.0:1761311766.712377:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000426fdf72. 00080000:00000010:2.0:1761311766.712379:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002eb5f80e. 00080000:00000010:2.0:1761311766.712381:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b3c8834. 00080000:00000010:2.0:1761311766.712384:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc07d7e7. 00080000:00000010:2.0:1761311766.712390:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f340182a. 00080000:00000010:2.0:1761311766.712392:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd182526. 00080000:00000010:2.0:1761311766.712395:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3f4456b. 00080000:00000010:2.0:1761311766.712397:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047f11967. 00080000:00000010:2.0:1761311766.712399:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ff5d597. 00080000:00000010:2.0:1761311766.712401:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057e9fef8. 00080000:00000010:2.0:1761311766.712403:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb0aead2. 00080000:00000010:2.0:1761311766.712405:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003749fc7d. 00080000:00000010:2.0:1761311766.712407:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009a5bbeb1. 00080000:00000010:2.0:1761311766.712410:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a71d2ac2. 00080000:00000010:2.0:1761311766.712412:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000564ec657. 00080000:00000010:2.0:1761311766.712414:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000086c0cd8. 00080000:00000010:2.0:1761311766.712416:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a4a25a26. 00080000:00000010:2.0:1761311766.712418:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b5033fb. 00080000:00000010:2.0:1761311766.712420:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000014711a26. 00080000:00000010:2.0:1761311766.712422:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002dccf42. 00080000:00000010:2.0:1761311766.712424:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebc79923. 00080000:00000010:2.0:1761311766.712426:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5652942. 00080000:00000010:2.0:1761311766.712427:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004637e85f. 00080000:00000010:2.0:1761311766.712429:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000139b149c. 00080000:00000010:2.0:1761311766.712432:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e63207a5. 00080000:00000010:2.0:1761311766.712434:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aed6db48. 00080000:00000010:2.0:1761311766.712435:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000043b508a0. 00080000:00000010:2.0:1761311766.712437:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0630446. 00080000:00000010:2.0:1761311766.712439:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b90dd00. 00080000:00000010:2.0:1761311766.712441:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f2e438db. 00080000:00000010:2.0:1761311766.712444:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a303f77b. 00080000:00000010:2.0:1761311766.712445:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000033d79c3b. 00080000:00000010:2.0:1761311766.712448:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0dac10f. 00080000:00000010:2.0:1761311766.712449:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa53eed4. 00080000:00000010:2.0:1761311766.712452:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ac52943. 00080000:00000010:2.0:1761311766.712455:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e734e13c. 00080000:00000010:2.0:1761311766.712457:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0f5a667. 00080000:00000010:2.0:1761311766.712459:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef592d50. 00080000:00000010:2.0:1761311766.712461:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000841b6798. 00080000:00000010:2.0:1761311766.712463:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067e41d59. 00080000:00000010:2.0:1761311766.712465:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008551015c. 00080000:00000010:2.0:1761311766.712468:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f02caf1. 00080000:00000010:2.0:1761311766.712470:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082793125. 00080000:00000010:2.0:1761311766.712472:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a44148ca. 00080000:00000010:2.0:1761311766.712474:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ad1d0031. 00080000:00000010:2.0:1761311766.712476:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000067c77aed. 00080000:00000010:2.0:1761311766.712478:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2adb82a. 00080000:00000010:2.0:1761311766.712480:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009049bf83. 00080000:00000010:2.0:1761311766.712482:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec472217. 00080000:00000010:2.0:1761311766.712484:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0dfd9be. 00080000:00000010:2.0:1761311766.712486:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020e565a1. 00080000:00000010:2.0:1761311766.712488:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d435b70. 00080000:00000010:2.0:1761311766.712490:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6875580. 00080000:00000010:2.0:1761311766.712492:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c97f20af. 00080000:00000010:2.0:1761311766.712494:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000823502ae. 00080000:00000010:2.0:1761311766.712496:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007ddac3dd. 00080000:00000010:2.0:1761311766.712498:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2b51791. 00080000:00000010:2.0:1761311766.712500:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4817ea2. 00080000:00000010:2.0:1761311766.712502:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0ed981f. 00080000:00000010:2.0:1761311766.712504:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e954801e. 00080000:00000010:2.0:1761311766.712506:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8b687a3. 00080000:00000010:2.0:1761311766.712508:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005ae3b534. 00080000:00000010:2.0:1761311766.712510:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000080a11b24. 00080000:00000010:2.0:1761311766.712512:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000346bdf8f. 00080000:00000010:2.0:1761311766.712514:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000805fc808. 00080000:00000010:2.0:1761311766.712516:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079ec7f15. 00080000:00000010:2.0:1761311766.712519:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001ccf73f5. 00080000:00000010:2.0:1761311766.712522:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ffb9fced. 00080000:00000010:2.0:1761311766.712525:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006de1c386. 00080000:00000010:2.0:1761311766.712527:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a2d4f4a. 00080000:00000010:2.0:1761311766.712530:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ea16b23. 00080000:00000010:2.0:1761311766.712532:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d8b4e52. 00080000:00000010:2.0:1761311766.712534:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd54a5f4. 00080000:00000010:2.0:1761311766.712537:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b7bfde5. 00080000:00000010:2.0:1761311766.712539:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003cf8d97a. 00080000:00000010:2.0:1761311766.712541:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000abc9f01d. 00080000:00000010:2.0:1761311766.712543:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025049ebd. 00080000:00000010:2.0:1761311766.712545:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dd899d12. 00080000:00000010:2.0:1761311766.712548:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000402499f1. 00080000:00000010:2.0:1761311766.712550:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095b8c03b. 00080000:00000010:2.0:1761311766.712552:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026531cf5. 00080000:00000010:2.0:1761311766.712554:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000185b71b9. 00080000:00000010:2.0:1761311766.712556:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006773b751. 00080000:00000010:2.0:1761311766.712558:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f19cc3f. 00080000:00000010:2.0:1761311766.712561:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9a623a0. 00080000:00000010:2.0:1761311766.712563:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000adb0ec0a. 00080000:00000010:2.0:1761311766.712565:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c31b900. 00080000:00000010:2.0:1761311766.712568:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0047b3c. 00080000:00000010:2.0:1761311766.712572:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fb50fa4. 00080000:00000010:2.0:1761311766.712574:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000953b6830. 00080000:00000010:2.0:1761311766.712577:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f03dad90. 00080000:00000010:2.0:1761311766.712579:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005534cdf0. 00080000:00000010:2.0:1761311766.712582:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed2e4dcb. 00080000:00000010:2.0:1761311766.712585:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a316192. 00080000:00000010:2.0:1761311766.712588:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fec555a. 00080000:00000010:2.0:1761311766.712591:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000edf1fad. 00080000:00000010:2.0:1761311766.712593:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d69f8ff7. 00080000:00000010:2.0:1761311766.712595:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5f010bb. 00080000:00000010:2.0:1761311766.712598:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000045597ef9. 00080000:00000010:2.0:1761311766.712600:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003332ab1. 00080000:00000010:2.0:1761311766.712603:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bf1897aa. 00080000:00000010:2.0:1761311766.712606:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b603416. 00080000:00000010:2.0:1761311766.712608:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b7a68f1. 00080000:00000010:2.0:1761311766.712611:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000036504431. 00080000:00000010:2.0:1761311766.712614:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e4f4bc9. 00080000:00000010:2.0:1761311766.712616:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004af6c9ad. 00080000:00000010:2.0:1761311766.712618:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d21b192b. 00080000:00000010:2.0:1761311766.712621:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009c409e10. 00080000:00000010:2.0:1761311766.712623:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000351f7d28. 00080000:00000010:2.0:1761311766.712625:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004da8df3c. 00080000:00000010:2.0:1761311766.712627:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e578acf. 00080000:00000010:2.0:1761311766.712629:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000eabe281. 00080000:00000010:2.0:1761311766.712631:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006f048af. 00080000:00000010:2.0:1761311766.712633:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7da26f9. 00080000:00000010:2.0:1761311766.712636:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040202b35. 00080000:00000010:2.0:1761311766.712638:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000232276ce. 00080000:00000010:2.0:1761311766.712641:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e049118b. 00080000:00000010:2.0:1761311766.712644:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000305149c5. 00080000:00000010:2.0:1761311766.712646:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066b48fee. 00080000:00000010:2.0:1761311766.712647:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0006f15. 00080000:00000010:2.0:1761311766.712650:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007c3835f6. 00080000:00000010:2.0:1761311766.712652:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000003357e1f. 00080000:00000010:2.0:1761311766.712655:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b70f686. 00080000:00000010:2.0:1761311766.712657:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028bd4add. 00080000:00000010:2.0:1761311766.712661:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055c501a6. 00080000:00000010:2.0:1761311766.712663:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000db66b67b. 00080000:00000010:2.0:1761311766.712665:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2aaace8. 00080000:00000010:2.0:1761311766.712667:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008bcf9019. 00080000:00000010:2.0:1761311766.712670:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000077365c5. 00080000:00000010:2.0:1761311766.712672:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000879236a. 00080000:00000010:2.0:1761311766.712674:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008b14306. 00080000:00000010:2.0:1761311766.712676:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000531857c5. 00080000:00000010:2.0:1761311766.712679:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a121814e. 00080000:00000010:2.0:1761311766.712682:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024c4a181. 00080000:00000010:2.0:1761311766.712684:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002767bbf7. 00080000:00000010:2.0:1761311766.712686:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ed01431. 00080000:00000010:2.0:1761311766.712688:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f786249. 00080000:00000010:2.0:1761311766.712690:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e7795a53. 00080000:00000010:2.0:1761311766.712694:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000836ed5d2. 00080000:00000010:2.0:1761311766.712696:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c82047a0. 00080000:00000010:2.0:1761311766.712698:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e27150c0. 00080000:00000010:2.0:1761311766.712701:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001723510a. 00080000:00000010:2.0:1761311766.712704:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000514cd2c0. 00080000:00000010:2.0:1761311766.712708:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048da094d. 00080000:00000010:2.0:1761311766.712711:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4710ffd. 00080000:00000010:2.0:1761311766.712714:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000088a2169e. 00080000:00000010:2.0:1761311766.712717:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000013052d2a. 00080000:00000010:2.0:1761311766.712719:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e1b0da0. 00080000:00000010:2.0:1761311766.712721:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f276df8. 00080000:00000010:2.0:1761311766.712723:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b9ffd19. 00080000:00000010:2.0:1761311766.712726:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078f13348. 00080000:00000010:2.0:1761311766.712729:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000fe790d6. 00080000:00000010:2.0:1761311766.712732:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000032bafbc1. 00080000:00000010:2.0:1761311766.712734:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020f67264. 00080000:00000010:2.0:1761311766.712737:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3353455. 00080000:00000010:2.0:1761311766.712739:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d980ac0. 00080000:00000010:2.0:1761311766.712742:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ad2dd80. 00080000:00000010:2.0:1761311766.712744:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5a4daf4. 00080000:00000010:2.0:1761311766.712746:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000751a720b. 00080000:00000010:2.0:1761311766.712749:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cd8d6bb. 00080000:00000010:2.0:1761311766.712751:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002e320776. 00080000:00000010:2.0:1761311766.712753:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000025d3d3d. 00080000:00000010:2.0:1761311766.712756:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f8b2f45. 00080000:00000010:2.0:1761311766.712758:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e4e47a07. 00080000:00000010:2.0:1761311766.712761:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000012d7a4d6. 00080000:00000010:2.0:1761311766.712763:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071440027. 00080000:00000010:2.0:1761311766.712766:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041b563de. 00080000:00000010:2.0:1761311766.712769:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf6c2e65. 00080000:00000010:2.0:1761311766.712771:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b28d51e1. 00080000:00000010:2.0:1761311766.712773:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c53b1dcc. 00080000:00000010:2.0:1761311766.712775:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004196f149. 00080000:00000010:2.0:1761311766.712777:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1cc02e9. 00080000:00000010:2.0:1761311766.712779:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff0fc0e1. 00080000:00000010:2.0:1761311766.712781:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000073be012e. 00080000:00000010:2.0:1761311766.712783:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000394a045f. 00080000:00000010:2.0:1761311766.712785:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000422f2850. 00080000:00000010:2.0:1761311766.712787:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000edfec35. 00080000:00000010:2.0:1761311766.712788:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003bf18079. 00080000:00000010:2.0:1761311766.712790:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025848432. 00080000:00000010:2.0:1761311766.712792:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0131717. 00080000:00000010:2.0:1761311766.712794:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095da1ec7. 00080000:00000010:2.0:1761311766.712797:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006dbf791b. 00080000:00000010:2.0:1761311766.712799:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6ad091d. 00080000:00000010:2.0:1761311766.712802:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005afcb3fe. 00080000:00000010:2.0:1761311766.712804:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aeb58370. 00080000:00000010:2.0:1761311766.712808:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ffa4b0d. 00080000:00000010:2.0:1761311766.712810:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004d24367d. 00080000:00000010:2.0:1761311766.712812:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002dadbd26. 00080000:00000010:2.0:1761311766.712814:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b90c65e3. 00080000:00000010:2.0:1761311766.712816:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c32d470. 00080000:00000010:2.0:1761311766.712818:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006272e07. 00080000:00000010:2.0:1761311766.712820:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8b312aa. 00080000:00000010:2.0:1761311766.712822:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047c1dfce. 00080000:00000010:2.0:1761311766.712825:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff7d0877. 00080000:00000010:2.0:1761311766.712828:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002f89d293. 00080000:00000010:2.0:1761311766.712830:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002d7f39dd. 00080000:00000010:2.0:1761311766.712832:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094522ec2. 00080000:00000010:2.0:1761311766.712834:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000008587f5e. 00080000:00000010:2.0:1761311766.712837:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000024c8e5f8. 00080000:00000010:2.0:1761311766.712839:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025032aa7. 00080000:00000010:2.0:1761311766.712843:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004b6b56b1. 00080000:00000010:2.0:1761311766.712846:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8a218bc. 00080000:00000010:2.0:1761311766.712848:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000acbcd10b. 00080000:00000010:2.0:1761311766.712851:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fd1af02c. 00080000:00000010:2.0:1761311766.712854:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007065dcaf. 00080000:00000010:2.0:1761311766.712856:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d14ee770. 00080000:00000010:2.0:1761311766.712858:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7cce31d. 00080000:00000010:2.0:1761311766.712860:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003605e1a8. 00080000:00000010:2.0:1761311766.712863:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026c2bb6f. 00080000:00000010:2.0:1761311766.712865:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008ab99f78. 00080000:00000010:2.0:1761311766.712867:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b4449d6. 00080000:00000010:2.0:1761311766.712869:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006881907e. 00080000:00000010:2.0:1761311766.712872:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006b6ae8f6. 00080000:00000010:2.0:1761311766.712875:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe33d3ef. 00080000:00000010:2.0:1761311766.712878:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b09ca7cf. 00080000:00000010:2.0:1761311766.712880:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054bc9b1d. 00080000:00000010:2.0:1761311766.712883:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091aabced. 00080000:00000010:2.0:1761311766.712886:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e34a8030. 00080000:00000010:2.0:1761311766.712888:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008977227a. 00080000:00000010:2.0:1761311766.712890:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dc4f3ed4. 00080000:00000010:2.0:1761311766.712892:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096c0a5ee. 00080000:00000010:2.0:1761311766.712895:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a0bb7bf. 00080000:00000010:2.0:1761311766.712897:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047af3d11. 00080000:00000010:2.0:1761311766.712900:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007da206ab. 00080000:00000010:2.0:1761311766.712902:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0d22175. 00080000:00000010:2.0:1761311766.712904:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000066d74080. 00080000:00000010:2.0:1761311766.712906:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093d23cbe. 00080000:00000010:2.0:1761311766.712908:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006d5930a0. 00080000:00000010:2.0:1761311766.712910:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d332f1bc. 00080000:00000010:2.0:1761311766.712914:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016b619a5. 00080000:00000010:2.0:1761311766.712916:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000112d610. 00080000:00000010:2.0:1761311766.712918:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b53b3f98. 00080000:00000010:2.0:1761311766.712920:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085728ec4. 00080000:00000010:2.0:1761311766.712922:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000081706d77. 00080000:00000010:2.0:1761311766.712924:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f983d976. 00080000:00000010:2.0:1761311766.712926:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037d93046. 00080000:00000010:2.0:1761311766.712927:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000447f129d. 00080000:00000010:2.0:1761311766.712929:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f73604e. 00080000:00000010:2.0:1761311766.712931:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fce171ae. 00080000:00000010:2.0:1761311766.712933:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000018ef05f1. 00080000:00000010:2.0:1761311766.712935:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000075cbacf4. 00080000:00000010:2.0:1761311766.712937:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000064826d89. 00080000:00000010:2.0:1761311766.712939:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004cfbb9e3. 00080000:00000010:2.0:1761311766.712941:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000530e202. 00080000:00000010:2.0:1761311766.712943:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000049008372. 00080000:00000010:2.0:1761311766.712945:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000062a08ee. 00080000:00000010:2.0:1761311766.712946:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009777b066. 00080000:00000010:2.0:1761311766.712948:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009270c3ba. 00080000:00000010:2.0:1761311766.712951:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006fd8ae38. 00080000:00000010:2.0:1761311766.712953:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000edec9d4. 00080000:00000010:2.0:1761311766.712955:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d6280baa. 00080000:00000010:2.0:1761311766.712957:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a048e94c. 00080000:00000010:2.0:1761311766.712958:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000f54b523. 00080000:00000010:2.0:1761311766.712960:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c9f299bd. 00080000:00000010:2.0:1761311766.712962:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005e1c1f7a. 00080000:00000010:2.0:1761311766.712965:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000065ae829b. 00080000:00000010:2.0:1761311766.712966:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000b43a31a. 00080000:00000010:2.0:1761311766.712969:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d184bff. 00080000:00000010:2.0:1761311766.712972:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007e40cce8. 00080000:00000010:2.0:1761311766.712974:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027a5cbd2. 00080000:00000010:2.0:1761311766.712976:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008183854f. 00080000:00000010:2.0:1761311766.712978:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4f851dd. 00080000:00000010:2.0:1761311766.712980:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d52af2c5. 00080000:00000010:2.0:1761311766.712982:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000478c5660. 00080000:00000010:2.0:1761311766.712984:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000baadb8e2. 00080000:00000010:2.0:1761311766.712987:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b24b2214. 00080000:00000010:2.0:1761311766.712989:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c0ff166c. 00080000:00000010:2.0:1761311766.712992:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fa4d04ff. 00080000:00000010:2.0:1761311766.712994:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aaa44017. 00080000:00000010:2.0:1761311766.712997:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000986aec16. 00080000:00000010:2.0:1761311766.712999:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074926ca2. 00080000:00000010:2.0:1761311766.713001:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000844594a0. 00080000:00000010:2.0:1761311766.713003:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000092bd1b77. 00080000:00000010:2.0:1761311766.713005:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008f900a2d. 00080000:00000010:2.0:1761311766.713008:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009fd13e72. 00080000:00000010:2.0:1761311766.713010:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e0fb1691. 00080000:00000010:2.0:1761311766.713012:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052132608. 00080000:00000010:2.0:1761311766.713014:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095ac3096. 00080000:00000010:2.0:1761311766.713016:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c072c036. 00080000:00000010:2.0:1761311766.713018:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a2bcccd8. 00080000:00000010:2.0:1761311766.713020:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000faf81569. 00080000:00000010:2.0:1761311766.713022:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ac710a8. 00080000:00000010:2.0:1761311766.713025:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bd1ed08a. 00080000:00000010:2.0:1761311766.713027:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d1e40cb8. 00080000:00000010:2.0:1761311766.713029:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005c566316. 00080000:00000010:2.0:1761311766.713031:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f38221c4. 00080000:00000010:2.0:1761311766.713034:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb912440. 00080000:00000010:2.0:1761311766.713035:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e867643b. 00080000:00000010:2.0:1761311766.713037:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001fc54a7a. 00080000:00000010:2.0:1761311766.713039:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005b1a25b0. 00080000:00000010:2.0:1761311766.713041:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9ccee57. 00080000:00000010:2.0:1761311766.713043:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009de67e8a. 00080000:00000010:2.0:1761311766.713045:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4e8bde9. 00080000:00000010:2.0:1761311766.713047:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000090e38ad7. 00080000:00000010:2.0:1761311766.713049:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d31786b7. 00080000:00000010:2.0:1761311766.713051:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0a471f7. 00080000:00000010:2.0:1761311766.713053:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c3923b89. 00080000:00000010:2.0:1761311766.713055:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001991a69d. 00080000:00000010:2.0:1761311766.713057:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf8d4c25. 00080000:00000010:2.0:1761311766.713059:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2529c1e. 00080000:00000010:2.0:1761311766.713061:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000517eb029. 00080000:00000010:2.0:1761311766.713063:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001ee5d17. 00080000:00000010:2.0:1761311766.713066:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b0c26f0. 00080000:00000010:2.0:1761311766.713069:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000912bb695. 00080000:00000010:2.0:1761311766.713071:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000882813ce. 00080000:00000010:2.0:1761311766.713073:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005d3689ca. 00080000:00000010:2.0:1761311766.713075:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000057d48172. 00080000:00000010:2.0:1761311766.713077:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d0486736. 00080000:00000010:2.0:1761311766.713079:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ee289d2e. 00080000:00000010:2.0:1761311766.713081:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000058082947. 00080000:00000010:2.0:1761311766.713082:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0eaf478. 00080000:00000010:2.0:1761311766.713084:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000082891c66. 00080000:00000010:2.0:1761311766.713086:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a076593c. 00080000:00000010:2.0:1761311766.713088:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000094b12d23. 00080000:00000010:2.0:1761311766.713090:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001f0adffa. 00080000:00000010:2.0:1761311766.713093:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a1398864. 00080000:00000010:2.0:1761311766.713096:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009312c276. 00080000:00000010:2.0:1761311766.713098:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d8d3f1bd. 00080000:00000010:2.0:1761311766.713100:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f529c3c4. 00080000:00000010:2.0:1761311766.713102:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c12f1ab8. 00080000:00000010:2.0:1761311766.713104:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000275bc15e. 00080000:00000010:2.0:1761311766.713106:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c4b816d7. 00080000:00000010:2.0:1761311766.713108:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093289f4c. 00080000:00000010:2.0:1761311766.713110:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b234248f. 00080000:00000010:2.0:1761311766.713112:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba2017c7. 00080000:00000010:2.0:1761311766.713114:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000050a51d40. 00080000:00000010:2.0:1761311766.713116:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c15d66af. 00080000:00000010:2.0:1761311766.713118:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001774946a. 00080000:00000010:2.0:1761311766.713120:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fcfb27ef. 00080000:00000010:2.0:1761311766.713122:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bc025c0. 00080000:00000010:2.0:1761311766.713123:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4f053cd. 00080000:00000010:2.0:1761311766.713126:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008cc3d727. 00080000:00000010:2.0:1761311766.713128:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000abf8fdd. 00080000:00000010:2.0:1761311766.713131:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d3de796a. 00080000:00000010:2.0:1761311766.713133:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000596e7a49. 00080000:00000010:2.0:1761311766.713137:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cfad836. 00080000:00000010:2.0:1761311766.713139:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b2a4415e. 00080000:00000010:2.0:1761311766.713140:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006eb35c6. 00080000:00000010:2.0:1761311766.713142:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000093acf057. 00080000:00000010:2.0:1761311766.713144:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000369cae22. 00080000:00000010:2.0:1761311766.713146:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003e6bd261. 00080000:00000010:2.0:1761311766.713148:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ddede44b. 00080000:00000010:2.0:1761311766.713149:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d75ef27b. 00080000:00000010:2.0:1761311766.713151:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001047dd35. 00080000:00000010:2.0:1761311766.713153:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e68d325. 00080000:00000010:2.0:1761311766.713155:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f6f8e2c1. 00080000:00000010:2.0:1761311766.713157:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001d6c2057. 00080000:00000010:2.0:1761311766.713159:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f1ed7e0d. 00080000:00000010:2.0:1761311766.713161:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003fd2b0fc. 00080000:00000010:2.0:1761311766.713163:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a9363751. 00080000:00000010:2.0:1761311766.713166:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fc749c0. 00080000:00000010:2.0:1761311766.713169:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a6ca06d. 00080000:00000010:2.0:1761311766.713171:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f254979. 00080000:00000010:2.0:1761311766.713173:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f7304e1c. 00080000:00000010:2.0:1761311766.713175:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002419315e. 00080000:00000010:2.0:1761311766.713177:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c96a84cf. 00080000:00000010:2.0:1761311766.713179:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a8ce526d. 00080000:00000010:2.0:1761311766.713181:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000044e0de6d. 00080000:00000010:2.0:1761311766.713183:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e746e96. 00080000:00000010:2.0:1761311766.713185:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a32d82b. 00080000:00000010:2.0:1761311766.713187:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5f351fa. 00080000:00000010:2.0:1761311766.713189:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004bc5a863. 00080000:00000010:2.0:1761311766.713191:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e790f5f3. 00080000:00000010:2.0:1761311766.713193:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f08ed73e. 00080000:00000010:2.0:1761311766.713197:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099842336. 00080000:00000010:2.0:1761311766.713199:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000143dbe59. 00080000:00000010:2.0:1761311766.713201:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009ff0569e. 00080000:00000010:2.0:1761311766.713203:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f0ca977. 00080000:00000010:2.0:1761311766.713205:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb15f12b. 00080000:00000010:2.0:1761311766.713207:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bdc34ae6. 00080000:00000010:2.0:1761311766.713211:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fad79566. 00080000:00000010:2.0:1761311766.713213:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb50420e. 00080000:00000010:2.0:1761311766.713216:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cd4d95c2. 00080000:00000010:2.0:1761311766.713218:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001b31bccf. 00080000:00000010:2.0:1761311766.713220:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000069818bcc. 00080000:00000010:2.0:1761311766.713221:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000603b4576. 00080000:00000010:2.0:1761311766.713223:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ef5c7351. 00080000:00000010:2.0:1761311766.713226:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000aa4c8f2c. 00080000:00000010:2.0:1761311766.713228:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f90f9dea. 00080000:00000010:2.0:1761311766.713231:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c946e9ee. 00080000:00000010:2.0:1761311766.713232:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bc8f8cd2. 00080000:00000010:2.0:1761311766.713235:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f36fd5ed. 00080000:00000010:2.0:1761311766.713237:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5579c2a. 00080000:00000010:2.0:1761311766.713239:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000086c03e56. 00080000:00000010:2.0:1761311766.713241:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000dd87161. 00080000:00000010:2.0:1761311766.713243:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097f47a87. 00080000:00000010:2.0:1761311766.713245:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c5622fa0. 00080000:00000010:2.0:1761311766.713247:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000302fc911. 00080000:00000010:2.0:1761311766.713249:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e76b0743. 00080000:00000010:2.0:1761311766.713251:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016844dbb. 00080000:00000010:2.0:1761311766.713253:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ca65a17c. 00080000:00000010:2.0:1761311766.713255:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022239f60. 00080000:00000010:2.0:1761311766.713257:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a6d89dc0. 00080000:00000010:2.0:1761311766.713259:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b3488546. 00080000:00000010:2.0:1761311766.713260:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000a584e12. 00080000:00000010:2.0:1761311766.713262:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000874103bf. 00080000:00000010:2.0:1761311766.713265:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000534512e0. 00080000:00000010:2.0:1761311766.713267:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028a3b032. 00080000:00000010:2.0:1761311766.713269:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000101ce816. 00080000:00000010:2.0:1761311766.713271:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007bd3f2a8. 00080000:00000010:2.0:1761311766.713273:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dcd7acfb. 00080000:00000010:2.0:1761311766.713275:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d218f3c7. 00080000:00000010:2.0:1761311766.713277:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002aa5d32d. 00080000:00000010:2.0:1761311766.713279:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e8fe862. 00080000:00000010:2.0:1761311766.713281:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028eb6713. 00080000:00000010:2.0:1761311766.713283:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000779cda6d. 00080000:00000010:2.0:1761311766.713301:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed1e7d0d. 00080000:00000010:2.0:1761311766.713304:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a647c90e. 00080000:00000010:2.0:1761311766.713306:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f110576a. 00080000:00000010:2.0:1761311766.713308:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003d886fba. 00080000:00000010:2.0:1761311766.713334:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0cce43b. 00080000:00000010:2.0:1761311766.713337:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b6cc3a24. 00080000:00000010:2.0:1761311766.713339:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b89c4504. 00080000:00000010:2.0:1761311766.713341:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002df35b0a. 00080000:00000010:2.0:1761311766.713343:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fca6dfe9. 00080000:00000010:2.0:1761311766.713346:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e04a0a50. 00080000:00000010:2.0:1761311766.713348:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000503ea894. 00080000:00000010:2.0:1761311766.713350:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000005ece1fd. 00080000:00000010:2.0:1761311766.713352:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fae98c19. 00080000:00000010:2.0:1761311766.713354:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000693f57ad. 00080000:00000010:2.0:1761311766.713357:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000052397f. 00080000:00000010:2.0:1761311766.713359:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f94ed395. 00080000:00000010:2.0:1761311766.713362:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008928aa86. 00080000:00000010:2.0:1761311766.713364:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008810b227. 00080000:00000010:2.0:1761311766.713367:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f0a2ce03. 00080000:00000010:2.0:1761311766.713369:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005eb7dcad. 00080000:00000010:2.0:1761311766.713371:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b27b25ca. 00080000:00000010:2.0:1761311766.713373:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a24fd47a. 00080000:00000010:2.0:1761311766.713376:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e00678d5. 00080000:00000010:2.0:1761311766.713377:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ed55e637. 00080000:00000010:2.0:1761311766.713380:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bed5b0bd. 00080000:00000010:2.0:1761311766.713382:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007a8908c6. 00080000:00000010:2.0:1761311766.713384:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007cc76509. 00080000:00000010:2.0:1761311766.713386:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029583338. 00080000:00000010:2.0:1761311766.713388:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000071785fae. 00080000:00000010:2.0:1761311766.713404:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e672c48. 00080000:00000010:2.0:1761311766.713406:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ebdf403f. 00080000:00000010:2.0:1761311766.713409:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006c4d2cf4. 00080000:00000010:2.0:1761311766.713411:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000054a7f126. 00080000:00000010:2.0:1761311766.713413:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a505d809. 00080000:00000010:2.0:1761311766.713415:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000996cb806. 00080000:00000010:2.0:1761311766.713416:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006101e4db. 00080000:00000010:2.0:1761311766.713418:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ff13dbe7. 00080000:00000010:2.0:1761311766.713420:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000102e5c7f. 00080000:00000010:2.0:1761311766.713422:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b4f6d1fd. 00080000:00000010:2.0:1761311766.713424:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000078b4074f. 00080000:00000010:2.0:1761311766.713426:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b0dc4413. 00080000:00000010:2.0:1761311766.713428:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000091e3a0ec. 00080000:00000010:2.0:1761311766.713430:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cf0fb029. 00080000:00000010:2.0:1761311766.713432:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000327b081f. 00080000:00000010:2.0:1761311766.713434:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002acabd1a. 00080000:00000010:2.0:1761311766.713436:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001523d6eb. 00080000:00000010:2.0:1761311766.713439:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001e4ee590. 00080000:00000010:2.0:1761311766.713440:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000d6e180a. 00080000:00000010:2.0:1761311766.713442:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000055e7dcf7. 00080000:00000010:2.0:1761311766.713444:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9f99957. 00080000:00000010:2.0:1761311766.713446:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000782aee4c. 00080000:00000010:2.0:1761311766.713448:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d560529. 00080000:00000010:2.0:1761311766.713449:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000079edd60c. 00080000:00000010:2.0:1761311766.713451:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002268ee93. 00080000:00000010:2.0:1761311766.713453:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007d3a42e6. 00080000:00000010:2.0:1761311766.713456:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000026024701. 00080000:00000010:2.0:1761311766.713458:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000002662e7d. 00080000:00000010:2.0:1761311766.713460:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006ed68ba0. 00080000:00000010:2.0:1761311766.713463:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000061941d0. 00080000:00000010:2.0:1761311766.713466:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000627158e2. 00080000:00000010:2.0:1761311766.713467:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000da91fd87. 00080000:00000010:2.0:1761311766.713469:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000644bada1. 00080000:00000010:2.0:1761311766.713471:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e5682aea. 00080000:00000010:2.0:1761311766.713474:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f3cd4597. 00080000:00000010:2.0:1761311766.713475:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f5f36b9. 00080000:00000010:2.0:1761311766.713477:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f75cd0f. 00080000:00000010:2.0:1761311766.713480:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e3de38e7. 00080000:00000010:2.0:1761311766.713482:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000934596e9. 00080000:00000010:2.0:1761311766.713485:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ba4e7e9. 00080000:00000010:2.0:1761311766.713488:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ab095e35. 00080000:00000010:2.0:1761311766.713490:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009882717d. 00080000:00000010:2.0:1761311766.713492:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d5eb5b54. 00080000:00000010:2.0:1761311766.713494:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000212f98ef. 00080000:00000010:2.0:1761311766.713496:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000027793395. 00080000:00000010:2.0:1761311766.713498:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000041f7a69d. 00080000:00000010:2.0:1761311766.713500:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f9fc281. 00080000:00000010:2.0:1761311766.713503:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000215d759a. 00080000:00000010:2.0:1761311766.713505:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe785912. 00080000:00000010:2.0:1761311766.713508:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f627b243. 00080000:00000010:2.0:1761311766.713510:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000087820a80. 00080000:00000010:2.0:1761311766.713512:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7671041. 00080000:00000010:2.0:1761311766.713514:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007fa0b8b4. 00080000:00000010:2.0:1761311766.713516:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007875e2c3. 00080000:00000010:2.0:1761311766.713519:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005cfba64f. 00080000:00000010:2.0:1761311766.713522:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bbc5ff25. 00080000:00000010:2.0:1761311766.713524:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000089b639. 00080000:00000010:2.0:1761311766.713526:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f637bd3e. 00080000:00000010:2.0:1761311766.713528:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000007a28a85. 00080000:00000010:2.0:1761311766.713530:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040b72c31. 00080000:00000010:2.0:1761311766.713532:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002570522e. 00080000:00000010:2.0:1761311766.713534:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000085dd54d9. 00080000:00000010:2.0:1761311766.713536:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000281372c2. 00080000:00000010:2.0:1761311766.713538:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a46a11fb. 00080000:00000010:2.0:1761311766.713540:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ec8852e8. 00080000:00000010:2.0:1761311766.713542:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000018e88eb. 00080000:00000010:2.0:1761311766.713545:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c46f4566. 00080000:00000010:2.0:1761311766.713547:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d9a1e3ac. 00080000:00000010:2.0:1761311766.713548:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ab34e8a. 00080000:00000010:2.0:1761311766.713551:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000239fefd. 00080000:00000010:2.0:1761311766.713553:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001200272d. 00080000:00000010:2.0:1761311766.713555:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000023ee67f7. 00080000:00000010:2.0:1761311766.713557:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000038af797f. 00080000:00000010:2.0:1761311766.713559:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001dbfaced. 00080000:00000010:2.0:1761311766.713560:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000096597f51. 00080000:00000010:2.0:1761311766.713562:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a12e4022. 00080000:00000010:2.0:1761311766.713565:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f11569cd. 00080000:00000010:2.0:1761311766.713567:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ab8d070. 00080000:00000010:2.0:1761311766.713569:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007870f4bc. 00080000:00000010:2.0:1761311766.713573:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000edfe7a0. 00080000:00000010:2.0:1761311766.713574:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dfc36ee5. 00080000:00000010:2.0:1761311766.713577:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f43b2f1. 00080000:00000010:2.0:1761311766.713579:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f516dec3. 00080000:00000010:2.0:1761311766.713581:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fec5612. 00080000:00000010:2.0:1761311766.713584:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001197b5a5. 00080000:00000010:2.0:1761311766.713586:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000dedbdcb4. 00080000:00000010:2.0:1761311766.713588:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a0a55d8c. 00080000:00000010:2.0:1761311766.713590:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000029dffd11. 00080000:00000010:2.0:1761311766.713592:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005537aaa1. 00080000:00000010:2.0:1761311766.713594:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001c000469. 00080000:00000010:2.0:1761311766.713596:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000ba518837. 00080000:00000010:2.0:1761311766.713598:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fe9127cf. 00080000:00000010:2.0:1761311766.713600:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007877b0d7. 00080000:00000010:2.0:1761311766.713602:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025b5dd2d. 00080000:00000010:2.0:1761311766.713604:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004e53a1c5. 00080000:00000010:2.0:1761311766.713606:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000448f7ea6. 00080000:00000010:2.0:1761311766.713608:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000716d24bf. 00080000:00000010:2.0:1761311766.713610:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000be67701. 00080000:00000010:2.0:1761311766.713612:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030ed09c8. 00080000:00000010:2.0:1761311766.713614:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002646f72c. 00080000:00000010:2.0:1761311766.713617:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f43ce8e. 00080000:00000010:2.0:1761311766.713619:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c36cc6fe. 00080000:00000010:2.0:1761311766.713621:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000097107fcf. 00080000:00000010:2.0:1761311766.713623:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000052792a06. 00080000:00000010:2.0:1761311766.713625:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002c1df8f5. 00080000:00000010:2.0:1761311766.713628:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb9b2745. 00080000:00000010:2.0:1761311766.713630:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007243dbb6. 00080000:00000010:2.0:1761311766.713632:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000429fbfe0. 00080000:00000010:2.0:1761311766.713634:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d35b6dbc. 00080000:00000010:2.0:1761311766.713636:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000532812c7. 00080000:00000010:2.0:1761311766.713638:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000182920cc. 00080000:00000010:2.0:1761311766.713640:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004ac30459. 00080000:00000010:2.0:1761311766.713642:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000213584ba. 00080000:00000010:2.0:1761311766.713644:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003843138d. 00080000:00000010:2.0:1761311766.713646:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000037ef8d8b. 00080000:00000010:2.0:1761311766.713648:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028ab039d. 00080000:00000010:2.0:1761311766.713649:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000228e9ca1. 00080000:00000010:2.0:1761311766.713651:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000ebde47f. 00080000:00000010:2.0:1761311766.713653:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000566bc8ce. 00080000:00000010:2.0:1761311766.713656:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cecda4ba. 00080000:00000010:2.0:1761311766.713658:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000048fda9e8. 00080000:00000010:2.0:1761311766.713660:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000aa143de. 00080000:00000010:2.0:1761311766.713662:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000476797a7. 00080000:00000010:2.0:1761311766.713664:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000d72c836b. 00080000:00000010:2.0:1761311766.713672:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003a4308d8. 00080000:00000010:2.0:1761311766.713675:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000416013c8. 00080000:00000010:2.0:1761311766.713676:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000016dd5dde. 00080000:00000010:2.0:1761311766.713679:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000019375ccf. 00080000:00000010:2.0:1761311766.713681:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000009b26110. 00080000:00000010:2.0:1761311766.713683:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2c93c1f. 00080000:00000010:2.0:1761311766.713685:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ee9d469. 00080000:00000010:2.0:1761311766.713687:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000089c2c34e. 00080000:00000010:2.0:1761311766.713689:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a5d6e870. 00080000:00000010:2.0:1761311766.713691:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002de7853b. 00080000:00000010:2.0:1761311766.713693:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005826135d. 00080000:00000010:2.0:1761311766.713695:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009b7e9c59. 00080000:00000010:2.0:1761311766.713697:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b725670a. 00080000:00000010:2.0:1761311766.713699:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000eb5e8910. 00080000:00000010:2.0:1761311766.713701:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002ae12f7b. 00080000:00000010:2.0:1761311766.713704:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000095ebb4ab. 00080000:00000010:2.0:1761311766.713706:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000051f91f99. 00080000:00000010:2.0:1761311766.713708:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000020e4f83. 00080000:00000010:2.0:1761311766.713711:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005a00bc8b. 00080000:00000010:2.0:1761311766.713713:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e03cac6e. 00080000:00000010:2.0:1761311766.713715:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003f855b97. 00080000:00000010:2.0:1761311766.713717:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000e31c237. 00080000:00000010:2.0:1761311766.713719:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f8a0945. 00080000:00000010:2.0:1761311766.713721:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005aa22dd9. 00080000:00000010:2.0:1761311766.713729:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047fcdddf. 00080000:00000010:2.0:1761311766.713732:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000310f97b. 00080000:00000010:2.0:1761311766.713735:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fb8423fb. 00080000:00000010:2.0:1761311766.713737:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003021f5a2. 00080000:00000010:2.0:1761311766.713739:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001aff8589. 00080000:00000010:2.0:1761311766.713741:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000074f835f1. 00080000:00000010:2.0:1761311766.713743:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000939e081d. 00080000:00000010:2.0:1761311766.713745:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c28baecf. 00080000:00000010:2.0:1761311766.713747:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000059fa9918. 00080000:00000010:2.0:1761311766.713749:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000967ef3e9. 00080000:00000010:2.0:1761311766.713751:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2937b6f. 00080000:00000010:2.0:1761311766.713753:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009bbe10ad. 00080000:00000010:2.0:1761311766.713755:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004247e532. 00080000:00000010:2.0:1761311766.713757:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d75cf35. 00080000:00000010:2.0:1761311766.713759:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000022de8d2c. 00080000:00000010:2.0:1761311766.713762:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000874527c8. 00080000:00000010:2.0:1761311766.713763:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000006731310. 00080000:00000010:2.0:1761311766.713767:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cb970490. 00080000:00000010:2.0:1761311766.713769:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000047572769. 00080000:00000010:2.0:1761311766.713771:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000028c12e60. 00080000:00000010:2.0:1761311766.713773:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e2bcf4a5. 00080000:00000010:2.0:1761311766.713776:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f82c678. 00080000:00000010:2.0:1761311766.713778:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000063a42c03. 00080000:00000010:2.0:1761311766.713780:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002438c15d. 00080000:00000010:2.0:1761311766.713782:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002fd780d5. 00080000:00000010:2.0:1761311766.713785:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000cba59672. 00080000:00000010:2.0:1761311766.713787:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001a7477aa. 00080000:00000010:2.0:1761311766.713789:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000fafb5ccd. 00080000:00000010:2.0:1761311766.713791:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b7bbc9e6. 00080000:00000010:2.0:1761311766.713793:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000025444ad9. 00080000:00000010:2.0:1761311766.713795:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000235cb1bb. 00080000:00000010:2.0:1761311766.713796:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000e56b61c2. 00080000:00000010:2.0:1761311766.713798:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a43ed0ee. 00080000:00000010:2.0:1761311766.713800:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000083fb5324. 00080000:00000010:2.0:1761311766.713802:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000362db1bc. 00080000:00000010:2.0:1761311766.713803:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000681a1edb. 00080000:00000010:2.0:1761311766.713805:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c6d185f1. 00080000:00000010:2.0:1761311766.713807:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000bb406c0a. 00080000:00000010:2.0:1761311766.713809:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000599fa6b1. 00080000:00000010:2.0:1761311766.713811:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000157b1f4a. 00080000:00000010:2.0:1761311766.713813:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009586119a. 00080000:00000010:2.0:1761311766.713814:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000007f768a38. 00080000:00000010:2.0:1761311766.713816:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009779f80c. 00080000:00000010:2.0:1761311766.713818:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000006f546c2d. 00080000:00000010:2.0:1761311766.713820:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004f8253ca. 00080000:00000010:2.0:1761311766.713822:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000030d951bf. 00080000:00000010:2.0:1761311766.713824:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000714a121c. 00080000:00000010:2.0:1761311766.713826:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000002b8172c3. 00080000:00000010:2.0:1761311766.713828:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000166cb474. 00080000:00000010:2.0:1761311766.713830:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c7068d55. 00080000:00000010:2.0:1761311766.713832:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008d85b307. 00080000:00000010:2.0:1761311766.713834:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000020b91c26. 00080000:00000010:2.0:1761311766.713836:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000479c06ac. 00080000:00000010:2.0:1761311766.713838:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c313087. 00080000:00000010:2.0:1761311766.713840:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005231aac1. 00080000:00000010:2.0:1761311766.713842:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000009e41eeaf. 00080000:00000010:2.0:1761311766.713843:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005aa13907. 00080000:00000010:2.0:1761311766.713846:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000039086158. 00080000:00000010:2.0:1761311766.713848:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042f5cd14. 00080000:00000010:2.0:1761311766.713850:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000001ee3b39. 00080000:00000010:2.0:1761311766.713852:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000004b705c6. 00080000:00000010:2.0:1761311766.713854:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000010bbba5e. 00080000:00000010:2.0:1761311766.713856:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000c2629717. 00080000:00000010:2.0:1761311766.713857:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000001bf2f9da. 00080000:00000010:2.0:1761311766.713859:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000716ec3b. 00080000:00000010:2.0:1761311766.713861:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005085d5fc. 00080000:00000010:2.0:1761311766.713863:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000061764ca6. 00080000:00000010:2.0:1761311766.713865:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000040197696. 00080000:00000010:2.0:1761311766.713867:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000000777eb6c. 00080000:00000010:2.0:1761311766.713869:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000b1201164. 00080000:00000010:2.0:1761311766.713872:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000003b034dd4. 00080000:00000010:2.0:1761311766.713874:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000099fd200a. 00080000:00000010:2.0:1761311766.713876:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000a75ee8da. 00080000:00000010:2.0:1761311766.713878:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000005aab3df0. 00080000:00000010:2.0:1761311766.713881:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000004c08f207. 00080000:00000010:2.0:1761311766.713882:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 000000008e227bcb. 00080000:00000010:2.0:1761311766.713885:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000408f164b. 00080000:00000010:2.0:1761311766.713886:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000042e191f5. 00080000:00000010:2.0:1761311766.713888:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 0000000015b7b31b. 00080000:00000010:2.0:1761311766.713891:0:71877:0:(osd_handler.c:1873:osd_trans_commit_cb()) kfreed 'oh': 288 at 00000000f8d1fa2d. 00010000:00000010:1.1:1761311766.714597:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000280970f8. 00010000:00000010:1.1:1761311766.714606:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003c7e9da2. 00000400:00000200:1.0:1761311766.714641:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.714658:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed800 00000400:00000200:1.0:1761311766.714666:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab381 [1] + 224 00000400:00000200:1.0:1761311766.714678:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.714682:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.714693:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd3edf3f x1846867787700224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.714731:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.714737:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152000 00000400:00000200:1.0:1761311766.714742:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9da5 [2] + 984 00000400:00000200:1.0:1761311766.714753:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.714755:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.714759:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.714763:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002234a2fe. 00000400:00000010:3.0:1761311766.714833:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000076b7362e. 00000400:00000200:3.0:1761311766.714839:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:3.0:1761311766.714841:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:3.0:1761311766.714846:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd3edf3f x1846867787700224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.714854:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd3edf3f x1846867787700224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.714882:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ecd4af7b. 02000000:00000010:3.0:1761311766.714888:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b5853309. 00000100:00000010:3.0:1761311766.714891:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 00000100:00000010:3.0:1761311766.714896:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000a6f30be0. 00010000:00000010:3.0:1761311766.714899:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d56800da. 00000020:00000010:0.0:1761311766.714986:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000019b0461b. 00000020:00000010:0.0:1761311766.714992:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.714995:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.715016:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002234a2fe x1846867781820416/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.715051:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820416 02000000:00000010:0.0:1761311766.715062:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9e04b44. 00010000:00000010:0.0:1761311766.715087:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012e7fbc9. 00010000:00000010:0.0:1761311766.715106:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042e53591. 00000100:00000010:0.0:1761311766.715113:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.715162:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.715166:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042e53591. 00000400:00000010:0.0:1761311766.715179:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311766.715183:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820416, offset 224 00000400:00000200:0.0:1761311766.715189:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.715198:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.715203:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87638:87638:256:4294967295] 192.168.203.55@tcp LPNI seq info [87638:87638:8:4294967295] 00000400:00000200:0.0:1761311766.715213:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.715217:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.715221:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.715226:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.715231:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.715234:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.715249:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.715252:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.715255:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000019b0461b. 00000800:00000200:0.0:1761311766.716175:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.716182:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.716193:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.716199:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.716205:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:0.0:1761311766.716207:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00080000:00000010:0.0:1761311766.716651:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000019b0461b. 00010000:00000010:0.0:1761311766.717571:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051bb3324. 00010000:00000010:0.0:1761311766.717583:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075f12492. 00000001:00000010:0.0:1761311766.717617:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.717631:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00080000:00000010:0.0:1761311766.717637:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a8d3afc8. 00000001:00000010:0.0:1761311766.717646:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.717653:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.717658:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.717663:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00100000:00000010:0.0:1761311766.717675:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000068d8ee3c. 00010000:00000010:0.0:1761311766.717694:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.0:1761311766.717700:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005d4c8655. 00010000:00000010:0.0:1761311766.717712:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042e53591. 00000100:00000010:0.0:1761311766.717718:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.717727:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fe13f89c. 02000000:00000010:0.0:1761311766.717739:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d19a572. 02000000:00000010:0.0:1761311766.717770:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003ccbf2ed. 00000400:00000010:0.0:1761311766.717776:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d917beb8. 00000400:00000010:0.0:1761311766.717782:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311766.717788:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700288, portal 16 00000400:00000010:0.0:1761311766.717793:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b335db6f. 00000100:00000200:0.0:1761311766.717795:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700288, offset 0 00000400:00000200:0.0:1761311766.718165:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.718183:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.718190:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.718193:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.718196:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.718199:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87639:87639:256:4294967295] 192.168.203.55@tcp LPNI seq info [87639:87639:8:4294967295] 00000400:00000200:0.0:1761311766.718208:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.718213:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.718218:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.718224:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.718230:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.718233:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.719426:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.719434:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.719445:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.719454:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.719459:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b335db6f 00000400:00000010:1.0:1761311766.719461:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b335db6f. 00000100:00000200:1.0:1761311766.719471:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fe13f89c x1846867787700288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.721504:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ffe3da57. 00010000:00000010:0.1:1761311766.725400:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc7d4c5b. 00010000:00000010:0.1:1761311766.725417:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:1.0:1761311766.726782:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.726799:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed840 00000400:00000200:1.0:1761311766.726806:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab38d [1] + 224 00000400:00000200:1.0:1761311766.726815:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.726818:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.726828:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fe13f89c x1846867787700288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.729015:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.729031:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152040 00000400:00000200:1.0:1761311766.729039:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9da5 [2] + 1312 00000400:00000200:1.0:1761311766.729420:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.729425:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.729431:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.729438:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000400:00000010:0.0:1761311766.729494:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d917beb8. 00000400:00000200:0.0:1761311766.729501:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:0.0:1761311766.729503:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:0.0:1761311766.729511:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fe13f89c x1846867787700288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761311766.729512:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c95a3808. 00000100:00000200:0.0:1761311766.729523:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fe13f89c x1846867787700288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:2.0:1761311766.729530:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.729537:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000342e86ef. 02000000:00000010:0.0:1761311766.729553:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003ccbf2ed. 02000000:00000010:0.0:1761311766.729562:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004d19a572. 00000100:00000200:2.0:1761311766.729565:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781820480/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000010:0.0:1761311766.729568:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fe13f89c. 00000100:00000010:0.0:1761311766.729573:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.729579:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042e53591. 00000100:00000200:2.0:1761311766.729609:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820480 02000000:00000010:2.0:1761311766.729622:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ce5e9d2. 00010000:00000010:2.0:1761311766.729662:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003b0246da. 00010000:00000010:2.0:1761311766.729685:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.729692:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092967991. 00000100:00000010:2.0:1761311766.729708:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092967991. 00010000:00000010:2.0:1761311766.729710:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.729722:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b3fb544. 00000100:00000200:2.0:1761311766.729727:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820480, offset 224 00000400:00000200:2.0:1761311766.729734:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:0.0:1761311766.729741:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d19a572. 00000400:00000200:2.0:1761311766.729746:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.729752:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87640:87640:256:4294967295] 192.168.203.55@tcp LPNI seq info [87640:87640:8:4294967295] 00000400:00000200:2.0:1761311766.729762:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.729767:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.729771:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.729776:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.729782:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.729785:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.729810:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.729816:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000342e86ef. 00000020:00000010:2.0:1761311766.729819:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c95a3808. 00010000:00000010:0.0:1761311766.729864:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d4c8655. 00010000:00000010:0.0:1761311766.729871:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000036f6e779. 00000001:00000010:0.0:1761311766.729892:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000800:00000200:3.0:1761311766.729899:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.729904:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000001:00000010:0.0:1761311766.729908:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00000400:00000200:3.0:1761311766.729909:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.729915:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00080000:00000010:0.0:1761311766.729916:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ccbf2ed. 00000400:00000200:3.0:1761311766.729918:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3fb544 00000400:00000010:3.0:1761311766.729921:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b3fb544. 00000001:00000010:0.0:1761311766.729925:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.729935:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.729942:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.729948:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00100000:00000010:0.0:1761311766.729960:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003cd942e1. 00010000:00000010:0.0:1761311766.729977:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fe37827. 00010000:00000010:0.0:1761311766.729981:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005d4c8655. 00010000:00000010:0.0:1761311766.729991:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042e53591. 00000100:00000010:0.0:1761311766.729994:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.730000:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fe13f89c. 02000000:00000010:0.0:1761311766.730009:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000736f9378. 02000000:00000010:0.0:1761311766.730031:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dbf4a468. 00000400:00000010:0.0:1761311766.730036:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d917beb8. 00000400:00000010:0.0:1761311766.730039:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311766.730043:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700352, portal 16 00000400:00000010:0.0:1761311766.730047:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311766.730048:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700352, offset 0 00000400:00000200:0.0:1761311766.730053:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.730059:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.730065:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.730068:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.730071:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.730073:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87641:87641:256:4294967295] 192.168.203.55@tcp LPNI seq info [87641:87641:8:4294967295] 00000400:00000200:0.0:1761311766.730080:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.730084:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.730087:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.730091:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.730094:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.730097:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.730385:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.730389:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:2.0:1761311766.730398:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.730404:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.730408:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:2.0:1761311766.730409:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00000100:00000200:2.0:1761311766.730414:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fe13f89c x1846867787700352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.739982:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1c5c709. 00000400:00000200:1.0:1761311766.740112:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.740130:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed880 00000400:00000200:1.0:1761311766.740139:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab399 [1] + 224 00000400:00000200:1.0:1761311766.740151:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.740155:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.740166:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fe13f89c x1846867787700352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.740199:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.740203:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152080 00000400:00000200:1.0:1761311766.740208:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9da5 [2] + 1640 00000400:00000200:1.0:1761311766.740223:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.740226:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000010:0.0:1761311766.740229:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d917beb8. 00000400:00000200:0.0:1761311766.740236:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:0.0:1761311766.740239:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:1.0:1761311766.740245:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:0.0:1761311766.740247:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fe13f89c x1846867787700352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761311766.740252:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00000100:00000200:0.0:1761311766.740258:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fe13f89c x1846867787700352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.740300:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dbf4a468. 02000000:00000010:0.0:1761311766.740307:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000736f9378. 00000100:00000010:0.0:1761311766.740339:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fe13f89c. 00000100:00000010:0.0:1761311766.740344:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.740347:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042e53591. 00000020:00000010:2.0:1761311766.740356:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c95a3808. 00000020:00000010:2.0:1761311766.740364:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.740368:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000342e86ef. 00000100:00000200:2.0:1761311766.740394:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781820544/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311766.740432:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820544 02000000:00000010:2.0:1761311766.740446:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008bb70dd0. 00010000:00000010:2.0:1761311766.740474:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001c9943b3. 00010000:00000010:2.0:1761311766.740497:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.740503:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092967991. 00000100:00000010:2.0:1761311766.740521:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092967991. 00010000:00000010:2.0:1761311766.740524:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.740537:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da4c9eb. 00000100:00000200:2.0:1761311766.740541:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820544, offset 224 00000400:00000200:2.0:1761311766.740549:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311766.740553:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038cd02dd. 00000400:00000200:2.0:1761311766.740559:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.740565:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87642:87642:256:4294967295] 192.168.203.55@tcp LPNI seq info [87642:87642:8:4294967295] 00000400:00000200:2.0:1761311766.740574:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.740580:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.740585:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.740591:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.740596:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.740600:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.740623:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.740629:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000342e86ef. 00000020:00000010:2.0:1761311766.740632:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c95a3808. 00010000:00000010:1.0:1761311766.740661:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d4c8655. 00010000:00000010:1.0:1761311766.740668:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003cdeebc5. 00000001:00000010:1.0:1761311766.740689:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311766.740704:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00080000:00000010:1.0:1761311766.740710:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006fcedbcd. 00000001:00000010:1.0:1761311766.740718:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311766.740730:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311766.740736:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c51f876f. 00000001:00000010:1.0:1761311766.740741:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c51f876f. 00100000:00000010:1.0:1761311766.740752:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a75f4018. 00010000:00000010:1.0:1761311766.740769:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311766.740774:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311766.740785:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000051467392. 00000100:00000010:1.0:1761311766.740789:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000029f840f4. 00000100:00000010:1.0:1761311766.740795:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 02000000:00000010:1.0:1761311766.740805:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000018a5f0ba. 02000000:00000010:1.0:1761311766.740825:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abe51221. 00000400:00000010:1.0:1761311766.740828:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c51f876f. 00000400:00000010:1.0:1761311766.740832:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311766.740837:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700416, portal 16 00000400:00000010:1.0:1761311766.740840:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000800:00000200:3.0:1761311766.741192:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.741196:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311766.741200:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.741204:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.741208:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004da4c9eb 00000400:00000010:3.0:1761311766.741209:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004da4c9eb. 00000100:00000200:1.0:1761311766.742718:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700416, offset 0 00000400:00000200:1.0:1761311766.742731:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.742743:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.742749:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.742752:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.742755:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.742758:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87643:87643:256:4294967295] 192.168.203.55@tcp LPNI seq info [87643:87643:8:4294967295] 00000400:00000200:1.0:1761311766.742767:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.742772:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.742778:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.742783:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.742789:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.742792:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.742916:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.742919:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311766.742924:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.742928:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.742932:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:2.0:1761311766.742934:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:2.0:1761311766.742941:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e06db8e x1846867787700416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.744659:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000063ea457a. 00010000:00000010:0.1:1761311766.744672:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00010000:00000010:2.1:1761311766.747370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000104e60. 00010000:00000010:1.1:1761311766.748100:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009742b92a. 00010000:00000010:1.1:1761311766.748109:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe37827. 00000400:00000200:1.0:1761311766.750086:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.750104:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed8c0 00000400:00000200:1.0:1761311766.750112:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab3a5 [1] + 224 00000400:00000200:1.0:1761311766.750129:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.750133:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.750142:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e06db8e x1846867787700416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311766.750271:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c51f876f. 00000400:00000200:0.0:1761311766.750276:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:0.0:1761311766.750279:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00000100:00000200:0.0:1761311766.750292:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e06db8e x1846867787700416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.750299:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e06db8e x1846867787700416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311766.750360:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abe51221. 02000000:00000010:0.0:1761311766.750365:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000018a5f0ba. 00000100:00000010:0.0:1761311766.750369:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 00000100:00000010:0.0:1761311766.750372:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000029f840f4. 00010000:00000010:0.0:1761311766.750376:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000051467392. 00000400:00000200:3.0:1761311766.752358:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.752375:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1520c0 00000400:00000200:3.0:1761311766.752382:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9da5 [2] + 1968 00000400:00000010:3.0:1761311766.752387:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6b8ec3. 00000400:00000200:3.0:1761311766.752393:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ed7e79da 00000400:00000200:3.0:1761311766.752944:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.752950:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.752954:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ed7e79da 00000400:00000010:3.0:1761311766.752957:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ed7e79da (tot 82352386). 00000100:00000200:3.0:1761311766.752965:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311766.753056:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c95a3808. 00000020:00000010:2.0:1761311766.753063:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.753067:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000342e86ef. 00000100:00000200:2.0:1761311766.753096:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003fb8233b x1846867781820608/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311766.753186:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820608 02000000:00000010:2.0:1761311766.753199:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f3810999. 00010000:00000010:2.0:1761311766.753230:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1b43026. 00010000:00000010:2.0:1761311766.753254:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.753263:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000092967991. 00000100:00000010:2.0:1761311766.754895:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000092967991. 00010000:00000010:2.0:1761311766.754907:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.754932:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311766.754939:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820608, offset 224 00000400:00000200:2.0:1761311766.754949:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.754967:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.754973:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87644:87644:256:4294967295] 192.168.203.55@tcp LPNI seq info [87644:87644:8:4294967295] 00000400:00000200:2.0:1761311766.754985:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.754991:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.754996:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352634). 00000800:00000200:2.0:1761311766.755003:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.755011:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.755015:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.755038:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.755044:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000342e86ef. 00000020:00000010:2.0:1761311766.755049:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c95a3808. 02000000:00000010:2.0:1761311766.755059:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008bb70dd0. 00000100:00000010:2.0:1761311766.755062:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:2.0:1761311766.755067:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ce5e9d2. 00000100:00000010:2.0:1761311766.755070:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:2.0:1761311766.755075:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9e04b44. 00000100:00000010:2.0:1761311766.755078:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002234a2fe. 02000000:00000010:2.0:1761311766.755082:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344cc5a7. 00000100:00000010:2.0:1761311766.755084:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000216cee06. 02000000:00000010:2.0:1761311766.755087:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000076e9d73e. 00000100:00000010:2.0:1761311766.755089:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 02000000:00000010:2.0:1761311766.755092:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000abf547dd. 00000100:00000010:2.0:1761311766.755094:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000200:2.0:1761311766.755104:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311766.755109:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d48204d. 00000400:00000010:2.0:1761311766.755114:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000092967991 (tot 82352786). 00000800:00000200:0.0:1761311766.755891:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.755896:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.755901:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.755907:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.755911:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:0.0:1761311766.755912:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 02000000:00000010:0.0:1761311766.755917:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f3810999. 00080000:00000010:1.0:1761311766.756018:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000faabfa02. 00010000:00000010:1.0:1761311766.756142:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311766.756152:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f140b3f2. 00000001:00000010:1.0:1761311766.756171:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.756186:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00080000:00000010:1.0:1761311766.756192:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000953e11c8. 00000001:00000010:1.0:1761311766.756200:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.756212:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.756217:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.756222:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00100000:00000010:1.0:1761311766.756233:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000781ff4ce. 00100000:00000010:1.0:1761311766.756241:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000be7c64d5. 00100000:00000010:1.0:1761311766.756244:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000068a66c96. 00010000:00000010:1.0:1761311766.756264:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311766.756270:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311766.756280:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704dc9bb. 00000100:00000010:1.0:1761311766.756296:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c03abac. 00000100:00000010:1.0:1761311766.756304:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.756331:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ed503b99. 02000000:00000010:1.0:1761311766.756357:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007ea0390f. 00000400:00000010:1.0:1761311766.756362:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ee71875. 00000400:00000010:1.0:1761311766.756366:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311766.756370:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700480, portal 16 00000400:00000010:1.0:1761311766.756374:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311766.756376:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700480, offset 0 00000400:00000200:1.0:1761311766.756382:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.756392:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.756398:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.756401:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.756403:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.756406:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87645:87645:256:4294967295] 192.168.203.55@tcp LPNI seq info [87645:87645:8:4294967295] 00000400:00000200:1.0:1761311766.756413:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.756417:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.756421:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.756426:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.756431:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.756433:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.756988:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.756991:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.756995:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.757000:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.757003:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:0.0:1761311766.757005:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00000100:00000200:0.0:1761311766.757011:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787700480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.758932:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.758951:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed900 00000400:00000200:3.0:1761311766.758959:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab3b5 [1] + 224 00000400:00000200:3.0:1761311766.758976:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.758980:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.758990:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787700480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.759302:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ee71875. 00010000:00000010:2.1:1761311766.759358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a42c345. 00000400:00000200:1.0:1761311766.759571:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:1.0:1761311766.759575:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000100:00000200:1.0:1761311766.759583:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787700480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.759591:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787700480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.759620:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007ea0390f. 02000000:00000010:1.0:1761311766.759627:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ed503b99. 00000100:00000010:1.0:1761311766.759630:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.759634:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c03abac. 00010000:00000010:1.0:1761311766.759638:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704dc9bb. 00000400:00000200:0.0:1761311766.760537:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.760552:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152100 00000400:00000200:0.0:1761311766.760558:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e05 [2] + 0 00000400:00000200:0.0:1761311766.760727:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.760733:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.760738:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.760743:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fe13f89c. 00000020:00000010:2.0:1761311766.760858:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf547dd. 00000020:00000010:2.0:1761311766.760865:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.760869:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000342e86ef. 00000100:00000200:2.0:1761311766.760895:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fe13f89c x1846867781820672/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311766.760929:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820672 02000000:00000010:2.0:1761311766.760940:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344cc5a7. 00010000:00000010:2.0:1761311766.760964:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000637c997f. 00010000:00000010:2.0:1761311766.760983:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.760989:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000942824f1. 00000100:00000010:2.0:1761311766.761006:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000942824f1. 00010000:00000010:2.0:1761311766.761009:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.761021:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311766.761025:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820672, offset 224 00000400:00000200:2.0:1761311766.761032:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.761042:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.761046:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87646:87646:256:4294967295] 192.168.203.55@tcp LPNI seq info [87646:87646:8:4294967295] 00000400:00000200:2.0:1761311766.761055:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.761060:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.761064:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.761069:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.761076:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.761079:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.761100:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.761106:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000342e86ef. 00000020:00000010:2.0:1761311766.761108:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf547dd. 00080000:00000010:1.0:1761311766.761383:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ed503b99. 00000800:00000200:3.0:1761311766.761500:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.761504:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311766.761510:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.761515:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.761519:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:3.0:1761311766.761521:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00010000:00000010:1.0:1761311766.761527:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311766.761536:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ecbac662. 00000001:00000010:1.0:1761311766.761553:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.761566:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00080000:00000010:1.0:1761311766.761572:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ea0390f. 00000001:00000010:1.0:1761311766.761580:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.761589:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.761595:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.761600:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00100000:00000010:1.0:1761311766.761613:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009eb5012e. 00010000:00000010:1.0:1761311766.761631:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311766.761636:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311766.761646:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704dc9bb. 00000100:00000010:1.0:1761311766.761650:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c03abac. 00000100:00000010:1.0:1761311766.761656:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.761666:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dc821c7b. 02000000:00000010:1.0:1761311766.761690:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002eccffcf. 00000400:00000010:1.0:1761311766.761695:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ee71875. 00000400:00000010:1.0:1761311766.761700:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311766.761705:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700544, portal 16 00000400:00000010:1.0:1761311766.761709:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311766.761711:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700544, offset 0 00000400:00000200:1.0:1761311766.761717:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.761724:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.761730:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.761733:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.761736:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.761739:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87647:87647:256:4294967295] 192.168.203.55@tcp LPNI seq info [87647:87647:8:4294967295] 00000400:00000200:1.0:1761311766.761746:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.761751:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.761755:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.761759:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.761762:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.761765:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.762176:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.762179:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311766.762183:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.762187:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.762190:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:3.0:1761311766.762192:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00000100:00000200:3.0:1761311766.762197:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787700544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.765373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d010f9a2. 00010000:00000010:1.1:1761311766.765388:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:0.0:1761311766.766872:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.766890:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed940 00000400:00000200:0.0:1761311766.766898:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab3c1 [1] + 224 00000400:00000200:0.0:1761311766.766909:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.766912:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.766932:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787700544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.766965:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.766971:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152140 00000400:00000200:0.0:1761311766.766977:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e05 [2] + 328 00000400:00000010:1.0:1761311766.766987:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ee71875. 00000400:00000200:0.0:1761311766.766990:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.766994:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.766995:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:1.0:1761311766.766999:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000100:00000200:1.0:1761311766.767006:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787700544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.767013:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787700544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.767040:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002eccffcf. 02000000:00000010:1.0:1761311766.767046:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dc821c7b. 00000100:00000010:1.0:1761311766.767050:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.767053:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c03abac. 00010000:00000010:1.0:1761311766.767057:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704dc9bb. 00000100:00000200:0.0:1761311766.767231:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.767237:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000278fa63c. 00000020:00000010:2.0:1761311766.767352:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf547dd. 00000020:00000010:2.0:1761311766.767359:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.767363:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000342e86ef. 00000100:00000200:2.0:1761311766.767385:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000278fa63c x1846867781820736/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311766.767422:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820736 02000000:00000010:2.0:1761311766.767433:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ce5e9d2. 00010000:00000010:2.0:1761311766.767458:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003375fac2. 00010000:00000010:2.0:1761311766.767477:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.767483:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000942824f1. 00000100:00000010:2.0:1761311766.767498:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000942824f1. 00010000:00000010:2.0:1761311766.767501:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.767511:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311766.767515:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820736, offset 224 00000400:00000200:2.0:1761311766.767521:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.767531:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.767536:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87648:87648:256:4294967295] 192.168.203.55@tcp LPNI seq info [87648:87648:8:4294967295] 00000400:00000200:2.0:1761311766.767545:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.767550:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.767553:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.767558:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.767563:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.767566:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.767587:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.767591:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000342e86ef. 00000020:00000010:2.0:1761311766.767594:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf547dd. 00080000:00000010:1.0:1761311766.767680:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc821c7b. 00000800:00000200:3.0:1761311766.767684:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.767688:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311766.767691:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.767694:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.767697:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:3.0:1761311766.767698:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00010000:00000010:1.0:1761311766.767784:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311766.767790:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000002dd906d. 00000001:00000010:1.0:1761311766.767804:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.767816:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00080000:00000010:1.0:1761311766.767820:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002eccffcf. 00000001:00000010:1.0:1761311766.767827:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.767836:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.767840:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.767843:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00100000:00000010:1.0:1761311766.767853:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000098daabca. 00010000:00000010:1.0:1761311766.767867:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311766.767871:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e2b5146e. 00010000:00000010:1.0:1761311766.767878:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704dc9bb. 00000100:00000010:1.0:1761311766.767882:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c03abac. 00000100:00000010:1.0:1761311766.767887:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311766.767897:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e6d36ee. 02000000:00000010:1.0:1761311766.767918:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000062548dbb. 00000400:00000010:1.0:1761311766.767922:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ee71875. 00000400:00000010:1.0:1761311766.767926:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311766.767930:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700608, portal 16 00000400:00000010:1.0:1761311766.767933:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311766.767935:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700608, offset 0 00000400:00000200:1.0:1761311766.767939:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.767945:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.767952:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.767955:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.767957:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.767960:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87649:87649:256:4294967295] 192.168.203.55@tcp LPNI seq info [87649:87649:8:4294967295] 00000400:00000200:1.0:1761311766.767966:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.767970:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.767973:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.767976:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.767980:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.767982:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.768607:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.768611:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311766.768615:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.768619:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.768623:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:3.0:1761311766.768624:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:3.0:1761311766.768630:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787700608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.771601:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c1d12e21. 00000400:00000200:0.0:1761311766.772577:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.772594:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed980 00000400:00000200:0.0:1761311766.772602:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab3cd [1] + 224 00000400:00000200:0.0:1761311766.772625:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.772630:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.772641:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787700608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.772690:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ee71875. 00000400:00000200:1.0:1761311766.772696:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:1.0:1761311766.772698:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000100:00000200:1.0:1761311766.772704:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787700608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.772710:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787700608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.772739:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000062548dbb. 02000000:00000010:1.0:1761311766.772744:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e6d36ee. 00000100:00000010:1.0:1761311766.772746:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311766.772750:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c03abac. 00010000:00000010:1.0:1761311766.772753:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704dc9bb. 00000400:00000200:3.0:1761311766.773251:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.773261:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152180 00000400:00000200:3.0:1761311766.773266:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e05 [2] + 656 00000400:00000200:3.0:1761311766.773351:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.773355:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.773359:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.773364:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00000020:00000010:2.0:1761311766.773513:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000abf547dd. 00000020:00000010:2.0:1761311766.773521:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311766.773528:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000342e86ef. 00000100:00000200:2.0:1761311766.773552:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b91edfc x1846867781820800/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311766.773794:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820800 02000000:00000010:1.0:1761311766.773808:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003e6d36ee. 00010000:00000010:1.0:1761311766.773837:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004464052c. 00010000:00000010:1.0:1761311766.773866:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704dc9bb. 00000100:00000010:1.0:1761311766.773872:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c03abac. 00000100:00000010:1.0:1761311766.774627:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c03abac. 00010000:00000010:1.0:1761311766.774635:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704dc9bb. 00000400:00000010:1.0:1761311766.774654:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311766.774660:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820800, offset 224 00000400:00000200:1.0:1761311766.774670:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.774687:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.774692:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87650:87650:256:4294967295] 192.168.203.55@tcp LPNI seq info [87650:87650:8:4294967295] 00000400:00000200:1.0:1761311766.774703:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.774708:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.774714:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.774719:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.774726:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.774729:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.774749:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:1.0:1761311766.774755:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000342e86ef. 00000020:00000010:1.0:1761311766.774759:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000abf547dd. 00080000:00000010:0.0:1761311766.774837:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000736f9378. 00010000:00000010:0.0:1761311766.775003:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2b5146e. 00010000:00000010:0.0:1761311766.775012:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000248ed7c8. 00000001:00000010:0.0:1761311766.775036:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.775053:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00080000:00000010:0.0:1761311766.775059:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbf4a468. 00000001:00000010:0.0:1761311766.775080:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.775096:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.775104:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311766.775110:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00100000:00000010:0.0:1761311766.775127:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004c3ba90b. 00010000:00000010:0.0:1761311766.775147:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000144d51d0. 00010000:00000010:0.0:1761311766.775152:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c7498f67. 00010000:00000010:0.0:1761311766.775165:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000042e53591. 00000100:00000010:0.0:1761311766.775170:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.775179:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000de676cbb. 02000000:00000010:0.0:1761311766.775193:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000383468db. 02000000:00000010:0.0:1761311766.775222:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a55c942d. 00000400:00000010:0.0:1761311766.775227:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d917beb8. 00000400:00000010:0.0:1761311766.775232:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311766.775238:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700672, portal 16 00000400:00000010:0.0:1761311766.775242:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311766.775244:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700672, offset 0 00000400:00000200:0.0:1761311766.775250:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.775257:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.775266:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.775270:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.775273:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.775275:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87651:87651:255:4294967295] 192.168.203.55@tcp LPNI seq info [87651:87651:7:4294967295] 00000400:00000200:0.0:1761311766.775281:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.775295:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.775299:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311766.775303:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.775306:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.775330:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.775435:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.775438:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:3.0:1761311766.775443:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.775447:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.775451:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:3.0:1761311766.775453:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000800:00000200:3.0:1761311766.775521:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.775523:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:3.0:1761311766.775531:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.775534:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.775536:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:3.0:1761311766.775537:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000100:00000200:3.0:1761311766.775543:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000de676cbb x1846867787700672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.777348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000026359433. 00010000:00000010:1.1:1761311766.777360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:0.1:1761311766.780466:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cf0b34ce. 00010000:00000010:0.1:1761311766.780482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311766.780530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ebb729a. 00010000:00000010:1.1:1761311766.780535:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311766.781352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b57d965c. 00000400:00000200:0.0:1761311766.783706:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.783725:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ed9c0 00000400:00000200:0.0:1761311766.783732:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab3d9 [1] + 224 00000400:00000200:0.0:1761311766.783743:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.783746:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.783757:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000de676cbb x1846867787700672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.783790:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.783794:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1521c0 00000400:00000200:0.0:1761311766.783799:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e05 [2] + 984 00000400:00000200:0.0:1761311766.784042:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.784047:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.784052:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.784058:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6f4fdd7. 00000020:00000010:2.0:1761311766.785293:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008bb70dd0. 00000020:00000010:2.0:1761311766.785302:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.785307:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f809e510. 00000100:00000200:2.0:1761311766.785343:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c6f4fdd7 x1846867781820864/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311766.785377:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820864 02000000:00000010:2.0:1761311766.785388:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c95a3808. 00010000:00000010:2.0:1761311766.785427:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.785433:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000942824f1. 00000100:00000010:2.0:1761311766.785440:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000942824f1. 00010000:00000010:2.0:1761311766.785442:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.785455:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311766.785459:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820864, offset 224 00000400:00000200:2.0:1761311766.785465:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.785477:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.785482:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87652:87652:256:4294967295] 192.168.203.55@tcp LPNI seq info [87652:87652:8:4294967295] 00000400:00000200:2.0:1761311766.785492:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.785496:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.785501:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.785506:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.785512:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.785515:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.785528:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.785532:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f809e510. 00000020:00000010:2.0:1761311766.785535:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008bb70dd0. 00000800:00000200:3.0:1761311766.785661:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.785664:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311766.785668:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.785672:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.785676:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:3.0:1761311766.785678:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00010000:00000010:1.1:1761311766.786089:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000deed7b36. 00000400:00000010:1.0:1761311766.786109:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d917beb8. 00000400:00000200:1.0:1761311766.786114:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:1.0:1761311766.786115:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:1.0:1761311766.786120:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000de676cbb x1846867787700672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.786129:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000de676cbb x1846867787700672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311766.786148:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001e7ad1e8. 02000000:00000010:1.0:1761311766.786159:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a55c942d. 02000000:00000010:1.0:1761311766.786164:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000383468db. 00000100:00000010:1.0:1761311766.786168:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000de676cbb. 00000100:00000010:1.0:1761311766.786170:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:1.0:1761311766.786174:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000042e53591. 00080000:00000010:1.0:1761311766.786185:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000062548dbb. 00010000:00000010:1.0:1761311766.786282:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7498f67. 00010000:00000010:1.0:1761311766.786298:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002e0f607d. 00000001:00000010:2.0:1761311766.787190:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d43b2009. 00000001:00000010:2.0:1761311766.787210:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d43b2009. 00080000:00000010:2.0:1761311766.787221:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008bb70dd0. 00000001:00000010:2.0:1761311766.787233:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d43b2009. 00000001:00000010:2.0:1761311766.787245:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d43b2009. 00000001:00000010:2.0:1761311766.787250:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d43b2009. 00000001:00000010:2.0:1761311766.787255:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d43b2009. 00100000:00000010:2.0:1761311766.787273:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000389a7890. 00010000:00000010:2.0:1761311766.787340:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2735144. 00010000:00000010:2.0:1761311766.787348:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002aeb7c78. 00010000:00000010:2.0:1761311766.787361:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.787367:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000942824f1. 00000100:00000010:2.0:1761311766.787377:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311766.787390:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038479589. 02000000:00000010:2.0:1761311766.787421:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000401f79d9. 00000400:00000010:2.0:1761311766.787427:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d43b2009. 00000400:00000010:2.0:1761311766.787433:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e7df18d. 00000100:00000200:2.0:1761311766.787438:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700736, portal 16 00000400:00000010:2.0:1761311766.787444:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031517c0b. 00000100:00000200:2.0:1761311766.787448:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700736, offset 0 00000400:00000200:2.0:1761311766.787455:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.787471:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.787477:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.787481:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.787483:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.787486:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87653:87653:256:4294967295] 192.168.203.55@tcp LPNI seq info [87653:87653:8:4294967295] 00000400:00000200:2.0:1761311766.787495:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.787500:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.787504:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.787509:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.787515:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.787518:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311766.789642:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.789649:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311766.789656:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.789664:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.789669:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031517c0b 00000400:00000010:3.0:1761311766.789671:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031517c0b. 00000100:00000200:3.0:1761311766.789679:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a61fcec x1846867787700736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.791002:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.791019:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eda00 00000400:00000200:0.0:1761311766.791027:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab3e5 [1] + 224 00000400:00000200:0.0:1761311766.791044:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.791047:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.791056:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a61fcec x1846867787700736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.791144:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d43b2009. 00000400:00000200:2.0:1761311766.791150:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:2.0:1761311766.791152:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000100:00000200:2.0:1761311766.791157:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a61fcec x1846867787700736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.791164:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a61fcec x1846867787700736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.791193:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000401f79d9. 02000000:00000010:2.0:1761311766.791201:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038479589. 00000100:00000010:2.0:1761311766.791205:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000010:2.0:1761311766.791209:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000942824f1. 00010000:00000010:2.0:1761311766.791212:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00010000:00000010:1.1:1761311766.791355:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000066122621. 00010000:00000010:1.1:1761311766.791363:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000434e9ae8. 00010000:00000010:1.1:1761311766.791366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000144d51d0. 00000400:00000200:3.0:1761311766.791690:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.791699:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152200 00000400:00000200:3.0:1761311766.791705:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e05 [2] + 1312 00000400:00000200:3.0:1761311766.791756:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.791761:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.791765:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311766.791768:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000020:00000010:0.0:1761311766.791944:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbf03777. 00000020:00000010:0.0:1761311766.791952:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.791956:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.791979:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781820928/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.792011:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820928 02000000:00000010:0.0:1761311766.792022:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9f4b57e. 00010000:00000010:0.0:1761311766.792049:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d4b61ee5. 00010000:00000010:0.0:1761311766.792070:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.792078:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.792093:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.792097:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.792109:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311766.792114:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820928, offset 224 00000400:00000200:0.0:1761311766.792121:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.792130:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.792135:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87654:87654:256:4294967295] 192.168.203.55@tcp LPNI seq info [87654:87654:8:4294967295] 00000400:00000200:0.0:1761311766.792144:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.792149:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.792153:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.792158:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.792164:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.792167:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.792195:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.792199:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.792202:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbf03777. 00000800:00000200:1.0:1761311766.792343:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.792347:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.792354:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.792358:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.792361:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:1.0:1761311766.792362:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00080000:00000010:3.0:1761311766.792547:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050f3fb89. 00010000:00000010:3.0:1761311766.792661:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002aeb7c78. 00010000:00000010:3.0:1761311766.792667:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000999db37e. 00000001:00000010:3.0:1761311766.792684:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311766.792696:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00080000:00000010:3.0:1761311766.792701:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000076e9d73e. 00000001:00000010:3.0:1761311766.792709:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311766.792716:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311766.792721:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311766.792725:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00100000:00000010:3.0:1761311766.792737:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c156e2f7. 00100000:00000010:3.0:1761311766.792744:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000007b4ae5d5. 00100000:00000010:3.0:1761311766.792747:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d27c86b3. 00010000:00000010:3.0:1761311766.792765:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014783e51. 00010000:00000010:3.0:1761311766.792770:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.792779:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311766.792784:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.792789:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311766.792799:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008cc5065a. 02000000:00000010:3.0:1761311766.792821:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a82ef6c3. 00000400:00000010:3.0:1761311766.792825:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e6b8ec3. 00000400:00000010:3.0:1761311766.792829:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311766.792834:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700800, portal 16 00000400:00000010:3.0:1761311766.792838:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311766.792840:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700800, offset 0 00000400:00000200:3.0:1761311766.792845:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.792851:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.792858:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.792861:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.792863:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.792865:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87655:87655:256:4294967295] 192.168.203.55@tcp LPNI seq info [87655:87655:8:4294967295] 00000400:00000200:3.0:1761311766.792872:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.792875:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.792879:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.792883:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.792886:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.792888:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.793060:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.793063:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311766.793067:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.793071:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.793074:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:0.0:1761311766.793075:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000100:00000200:0.0:1761311766.793081:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787700800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.796837:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.796857:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eda40 00000400:00000200:3.0:1761311766.796866:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab3f1 [1] + 224 00000400:00000200:3.0:1761311766.796879:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.796883:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.796893:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787700800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.797220:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000747cbd7d. 00000400:00000010:2.0:1761311766.797447:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6b8ec3. 00000400:00000200:2.0:1761311766.797453:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:2.0:1761311766.797455:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:2.0:1761311766.797463:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787700800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.797472:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787700800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.797505:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a82ef6c3. 02000000:00000010:2.0:1761311766.797512:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008cc5065a. 00000100:00000010:2.0:1761311766.797516:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000010:2.0:1761311766.797521:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:2.0:1761311766.797529:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000200:1.0:1761311766.799160:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.799177:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152240 00000400:00000200:1.0:1761311766.799184:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e05 [2] + 1640 00000400:00000200:1.0:1761311766.799249:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.799253:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.799258:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.799263:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000020:00000010:2.0:1761311766.799511:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311766.799519:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.799523:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f809e510. 00000100:00000200:2.0:1761311766.799548:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781820992/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311766.799586:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781820992 02000000:00000010:2.0:1761311766.799597:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000401f79d9. 00010000:00000010:2.0:1761311766.799624:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aba4581a. 00010000:00000010:2.0:1761311766.799645:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.799652:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000942824f1. 00000100:00000010:2.0:1761311766.799667:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000942824f1. 00010000:00000010:2.0:1761311766.799671:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.799683:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e7df18d. 00000100:00000200:2.0:1761311766.799688:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781820992, offset 224 00000400:00000200:2.0:1761311766.799695:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.799705:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.799710:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87656:87656:256:4294967295] 192.168.203.55@tcp LPNI seq info [87656:87656:8:4294967295] 00000400:00000200:2.0:1761311766.799720:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.799725:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.799730:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.799734:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.799741:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.799745:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311766.799949:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000766ef520. 00010000:00000010:3.0:1761311766.800097:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.800105:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003e5057c6. 00000001:00000010:3.0:1761311766.800128:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.800141:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00080000:00000010:3.0:1761311766.800146:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000749c86d8. 00000001:00000010:3.0:1761311766.800156:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.800161:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.800166:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311766.800171:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00100000:00000010:3.0:1761311766.800183:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cf4a3ca9. 00010000:00000010:3.0:1761311766.800199:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311766.800204:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.800213:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ea69045. 00000100:00000010:3.0:1761311766.800218:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.800224:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 02000000:00000010:3.0:1761311766.800235:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8d376c4. 02000000:00000010:3.0:1761311766.800260:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cf1768f. 00000400:00000010:3.0:1761311766.800265:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000344d52c6. 00000400:00000010:3.0:1761311766.800269:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311766.800274:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700864, portal 16 00000400:00000010:3.0:1761311766.800278:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311766.800281:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700864, offset 0 00000400:00000200:3.0:1761311766.800296:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.800302:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.800331:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.800335:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.800338:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.800340:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87657:87657:255:4294967295] 192.168.203.55@tcp LPNI seq info [87657:87657:7:4294967295] 00000400:00000200:3.0:1761311766.800347:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.800352:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.800355:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311766.800359:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.800363:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.800365:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.801769:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.801780:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f809e510. 00000020:00000010:2.0:1761311766.801784:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 00000800:00000200:0.0:1761311766.802812:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.802817:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:0.0:1761311766.802823:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.802832:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.802837:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:0.0:1761311766.802839:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000800:00000200:0.0:1761311766.803084:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.803087:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311766.803092:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.803096:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.803099:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:0.0:1761311766.803100:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:0.0:1761311766.803107:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000129091b7 x1846867787700864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.806752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003763729a. 00010000:00000010:3.1:1761311766.806771:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00000400:00000200:3.0:1761311766.807927:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.807945:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eda80 00000400:00000200:3.0:1761311766.807954:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab3fd [1] + 224 00000400:00000200:3.0:1761311766.807971:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.807975:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.807986:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000129091b7 x1846867787700864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.808524:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:2.0:1761311766.808532:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:2.0:1761311766.808533:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:2.0:1761311766.808540:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000129091b7 x1846867787700864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.808548:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000129091b7 x1846867787700864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.808575:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cf1768f. 02000000:00000010:2.0:1761311766.808581:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8d376c4. 00000100:00000010:2.0:1761311766.808585:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 00000100:00000010:2.0:1761311766.808588:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:2.0:1761311766.808591:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ea69045. 00000400:00000200:1.0:1761311766.809431:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.809445:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152280 00000400:00000200:1.0:1761311766.809451:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e05 [2] + 1968 00000400:00000010:1.0:1761311766.809455:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000075904954. 00000400:00000200:1.0:1761311766.809460:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000004127e1c0 00000400:00000200:1.0:1761311766.809517:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.809521:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.809525:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004127e1c0 00000400:00000010:1.0:1761311766.809527:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000004127e1c0 (tot 82352386). 00000100:00000200:1.0:1761311766.809539:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311766.809628:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038479589. 00000020:00000010:2.0:1761311766.809635:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.809639:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f809e510. 00000100:00000200:2.0:1761311766.809663:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e4b61ce1 x1846867781821056/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311766.809698:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821056 02000000:00000010:2.0:1761311766.809710:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2f32ca9. 00010000:00000010:2.0:1761311766.809737:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fa8153f5. 00010000:00000010:2.0:1761311766.809758:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.809765:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000942824f1. 00000100:00000010:2.0:1761311766.809785:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000942824f1. 00010000:00000010:2.0:1761311766.809788:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.809800:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005833ca56. 00000100:00000200:2.0:1761311766.809805:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821056, offset 224 00000400:00000200:2.0:1761311766.809812:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.809826:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.809831:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87658:87658:256:4294967295] 192.168.203.55@tcp LPNI seq info [87658:87658:8:4294967295] 00000400:00000200:2.0:1761311766.809849:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.809854:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.809859:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352634). 00000800:00000200:2.0:1761311766.809864:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.809871:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.809874:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.809897:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.809903:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f809e510. 00000020:00000010:2.0:1761311766.809906:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038479589. 02000000:00000010:2.0:1761311766.809913:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000401f79d9. 00000100:00000010:2.0:1761311766.809918:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:2.0:1761311766.809922:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9f4b57e. 00000100:00000010:2.0:1761311766.809924:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 02000000:00000010:2.0:1761311766.809927:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c95a3808. 00000100:00000010:2.0:1761311766.809929:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6f4fdd7. 02000000:00000010:2.0:1761311766.809931:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003e6d36ee. 00000100:00000010:2.0:1761311766.809933:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 02000000:00000010:2.0:1761311766.809936:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ce5e9d2. 00000100:00000010:2.0:1761311766.809938:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000278fa63c. 02000000:00000010:2.0:1761311766.809940:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344cc5a7. 00000100:00000010:2.0:1761311766.809942:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fe13f89c. 00000100:00000200:2.0:1761311766.809948:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311766.809953:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d43b2009. 00000400:00000010:2.0:1761311766.809956:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000942824f1 (tot 82352786). 00080000:00000010:3.0:1761311766.810062:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000938178cd. 00010000:00000010:3.0:1761311766.810181:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.810190:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a1bd4787. 00000001:00000010:3.0:1761311766.810210:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311766.810226:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00080000:00000010:3.0:1761311766.810232:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000aaec966. 00000001:00000010:3.0:1761311766.810240:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311766.810247:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311766.810252:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311766.810257:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00100000:00000010:3.0:1761311766.810271:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000712523d2. 00010000:00000010:3.0:1761311766.810342:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311766.810349:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.810360:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002645e0fd. 00000100:00000010:3.0:1761311766.810365:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.810371:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311766.810382:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2c76baa. 02000000:00000010:3.0:1761311766.810406:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd7b48fd. 00000400:00000010:3.0:1761311766.810410:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5ddcd22. 00000400:00000010:3.0:1761311766.810415:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311766.810419:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700928, portal 16 00000400:00000010:3.0:1761311766.810423:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311766.810425:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700928, offset 0 00000400:00000200:3.0:1761311766.810430:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.810438:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.810443:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.810447:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.810450:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.810452:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87659:87659:255:4294967295] 192.168.203.55@tcp LPNI seq info [87659:87659:7:4294967295] 00000400:00000200:3.0:1761311766.810459:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.810464:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.810467:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82353034). 00000800:00000200:3.0:1761311766.810471:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.810475:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.810477:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.811035:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.811040:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:1.0:1761311766.811046:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.811050:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.811054:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005833ca56 00000400:00000010:1.0:1761311766.811056:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005833ca56. 02000000:00000010:1.0:1761311766.811060:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2f32ca9. 00000800:00000200:1.0:1761311766.811123:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.811125:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311766.811129:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.811132:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.811135:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:1.0:1761311766.811136:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:1.0:1761311766.811141:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787700928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.812360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041f6baed. 00010000:00000010:3.1:1761311766.815636:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b57c5f3. 00010000:00000010:3.1:1761311766.815655:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00000400:00000200:3.0:1761311766.815776:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.815795:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edac0 00000400:00000200:3.0:1761311766.815803:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab40d [1] + 224 00000400:00000200:3.0:1761311766.815817:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.815821:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.815831:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787700928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.816092:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af57f69d. 00000400:00000010:2.0:1761311766.816115:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5ddcd22. 00000400:00000200:2.0:1761311766.816120:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:2.0:1761311766.816122:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:2.0:1761311766.816127:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787700928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.816135:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787700928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.816163:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd7b48fd. 02000000:00000010:2.0:1761311766.816168:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2c76baa. 00000100:00000010:2.0:1761311766.816172:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:2.0:1761311766.816176:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:2.0:1761311766.816179:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002645e0fd. 00000400:00000200:1.0:1761311766.816557:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.816568:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1522c0 00000400:00000200:1.0:1761311766.816573:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e55 [2] + 0 00000400:00000200:1.0:1761311766.816970:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.817082:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.817088:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.817094:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 00000020:00000010:0.0:1761311766.817552:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbf03777. 00000020:00000010:0.0:1761311766.817559:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.817563:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.817583:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4befbb x1846867781821120/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311766.817616:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821120 02000000:00000010:0.0:1761311766.817626:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003d87d8c5. 00010000:00000010:0.0:1761311766.817649:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bddf4f79. 00010000:00000010:0.0:1761311766.817669:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.817675:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.817693:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.817696:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.817708:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a72d8c6. 00000100:00000200:0.0:1761311766.817712:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821120, offset 224 00000400:00000200:0.0:1761311766.817719:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.817729:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.817735:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87660:87660:256:4294967295] 192.168.203.55@tcp LPNI seq info [87660:87660:8:4294967295] 00000400:00000200:0.0:1761311766.817744:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.817749:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.817753:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.817758:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.817764:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.817767:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.817787:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.817792:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.817795:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbf03777. 00080000:00000010:3.0:1761311766.817851:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecc90da5. 00010000:00000010:3.0:1761311766.817953:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.817960:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000043b2f518. 00000001:00000010:3.0:1761311766.817975:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000800:00000200:1.0:1761311766.818198:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.818201:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.818209:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.818213:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.818216:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a72d8c6 00000400:00000010:1.0:1761311766.818219:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a72d8c6. 00000001:00000010:3.0:1761311766.818364:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311766.818370:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000050f372b0. 00000001:00000010:3.0:1761311766.818378:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.818388:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.818392:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.818397:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311766.818408:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000044869cbf. 00010000:00000010:3.0:1761311766.818423:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014783e51. 00010000:00000010:3.0:1761311766.818427:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.818437:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056ae7b6d. 00000100:00000010:3.0:1761311766.818440:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.818446:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 02000000:00000010:3.0:1761311766.818455:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000069c41058. 02000000:00000010:3.0:1761311766.818475:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000038fe6c58. 00000400:00000010:3.0:1761311766.818478:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311766.818483:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311766.818487:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787700992, portal 16 00000400:00000010:3.0:1761311766.818491:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311766.818493:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787700992, offset 0 00000400:00000200:3.0:1761311766.818498:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.818504:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.818510:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.818513:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.818515:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.818518:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87661:87661:256:4294967295] 192.168.203.55@tcp LPNI seq info [87661:87661:8:4294967295] 00000400:00000200:3.0:1761311766.818525:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.818530:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.818532:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311766.818536:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.818540:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.818542:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.818835:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.818838:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311766.818849:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.818853:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.818856:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:0.0:1761311766.818857:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000100:00000200:0.0:1761311766.818862:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063082542 x1846867787700992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.819426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000547f4de5. 00010000:00000010:3.1:1761311766.819434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:1.0:1761311766.823803:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.823822:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edb00 00000400:00000200:1.0:1761311766.823830:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab419 [1] + 224 00000400:00000200:1.0:1761311766.823843:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.823847:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.823857:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063082542 x1846867787700992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.823925:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:3.0:1761311766.823930:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:3.0:1761311766.823932:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:3.0:1761311766.823937:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063082542 x1846867787700992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.823943:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063082542 x1846867787700992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.823972:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000038fe6c58. 02000000:00000010:3.0:1761311766.823977:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000069c41058. 00000100:00000010:3.0:1761311766.823980:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063082542. 00000100:00000010:3.0:1761311766.823983:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.823986:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056ae7b6d. 00010000:00000010:0.1:1761311766.824391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000019f6edfa. 00000400:00000200:1.0:1761311766.825449:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.825464:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152300 00000400:00000200:1.0:1761311766.825471:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e55 [2] + 328 00000400:00000200:1.0:1761311766.825534:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.825538:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.825544:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.825549:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000020:00000010:2.0:1761311766.825665:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344cc5a7. 00000020:00000010:2.0:1761311766.825673:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.825677:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f809e510. 00000100:00000200:2.0:1761311766.825701:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781821184/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311766.825737:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821184 02000000:00000010:2.0:1761311766.825748:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003ce5e9d2. 00010000:00000010:2.0:1761311766.825774:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000078bb02d0. 00010000:00000010:2.0:1761311766.825796:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.825802:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d3d6527. 00000100:00000010:2.0:1761311766.825823:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d3d6527. 00010000:00000010:2.0:1761311766.825827:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.825840:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048e81b04. 00000100:00000200:2.0:1761311766.825844:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821184, offset 224 00000400:00000200:2.0:1761311766.825851:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.825861:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.825866:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87662:87662:256:4294967295] 192.168.203.55@tcp LPNI seq info [87662:87662:8:4294967295] 00000400:00000200:2.0:1761311766.825875:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.825879:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.825884:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.825890:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.825896:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.825899:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.825928:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.825934:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f809e510. 00000020:00000010:2.0:1761311766.825937:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344cc5a7. 00000800:00000200:1.0:1761311766.826031:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.826035:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:1.0:1761311766.826039:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.826042:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.826046:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:1.0:1761311766.826048:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 00080000:00000010:3.0:1761311766.826157:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000069c41058. 00010000:00000010:3.0:1761311766.826263:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.826271:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c6f037b1. 00000001:00000010:3.0:1761311766.826298:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.826358:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311766.826365:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038fe6c58. 00000001:00000010:3.0:1761311766.826374:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.826386:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.826392:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.826397:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311766.826409:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000009e24729. 00010000:00000010:3.0:1761311766.826425:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311766.826430:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.826439:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056ae7b6d. 00000100:00000010:3.0:1761311766.826443:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.826449:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 02000000:00000010:3.0:1761311766.826459:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b2c76baa. 02000000:00000010:3.0:1761311766.826481:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bd7b48fd. 00000400:00000010:3.0:1761311766.826485:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311766.826490:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311766.826495:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701056, portal 16 00000400:00000010:3.0:1761311766.826499:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311766.826501:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701056, offset 0 00000400:00000200:3.0:1761311766.826506:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.826513:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.826519:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.826522:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.826524:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.826527:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87663:87663:256:4294967295] 192.168.203.55@tcp LPNI seq info [87663:87663:8:4294967295] 00000400:00000200:3.0:1761311766.826533:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.826538:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.826541:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311766.826545:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.826549:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.826551:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.826673:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.826675:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:1.0:1761311766.826679:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.826683:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.826686:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:1.0:1761311766.826687:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:1.0:1761311766.826692:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063082542 x1846867787701056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.828368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007d319b6c. 00010000:00000010:3.1:1761311766.828381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000200:1.0:1761311766.830758:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.830778:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edb40 00000400:00000200:1.0:1761311766.830787:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab425 [1] + 224 00000400:00000200:1.0:1761311766.830805:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.830809:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.830820:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063082542 x1846867787701056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.830908:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:3.0:1761311766.830914:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:3.0:1761311766.830916:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:3.0:1761311766.830921:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063082542 x1846867787701056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.830929:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063082542 x1846867787701056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.830956:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bd7b48fd. 02000000:00000010:3.0:1761311766.830960:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b2c76baa. 00000100:00000010:3.0:1761311766.830964:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063082542. 00000100:00000010:3.0:1761311766.830968:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.830971:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056ae7b6d. 00010000:00000010:3.1:1761311766.832441:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000828f1214. 00010000:00000010:3.1:1761311766.832452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00000400:00000200:1.0:1761311766.832748:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.832764:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152340 00000400:00000200:1.0:1761311766.832771:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e55 [2] + 656 00000400:00000200:1.0:1761311766.833046:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.833051:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.833057:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.833062:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00000020:00000010:0.0:1761311766.833819:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbf03777. 00000020:00000010:0.0:1761311766.833828:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.833833:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.833859:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781821248/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.833887:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821248 02000000:00000010:0.0:1761311766.833897:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000943cd2db. 00010000:00000010:0.0:1761311766.833926:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000160f0d98. 00010000:00000010:0.0:1761311766.833948:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.833955:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00010000:00000010:2.1:1761311766.833999:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c7d72eb2. 00000100:00000010:0.0:1761311766.834037:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.834041:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.834057:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a72d8c6. 00000100:00000200:0.0:1761311766.834062:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821248, offset 224 00000400:00000200:0.0:1761311766.834071:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.834082:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.834088:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87664:87664:256:4294967295] 192.168.203.55@tcp LPNI seq info [87664:87664:8:4294967295] 00000400:00000200:0.0:1761311766.834097:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.834102:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.834107:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.834113:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.834120:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.834123:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311766.834213:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2c76baa. 00010000:00000010:3.0:1761311766.834349:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.834357:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a30e226. 00000001:00000010:3.0:1761311766.834374:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.834390:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311766.834396:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd7b48fd. 00000001:00000010:3.0:1761311766.834402:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.834413:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.834418:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311766.834422:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311766.834433:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003c002f06. 00100000:00000010:3.0:1761311766.834441:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000e7337232. 00100000:00000010:3.0:1761311766.834444:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000044eae62c. 00010000:00000010:3.0:1761311766.834464:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014783e51. 00010000:00000010:3.0:1761311766.834469:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004363ba7a. 00010000:00000010:3.0:1761311766.834478:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056ae7b6d. 00000100:00000010:3.0:1761311766.834481:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.834488:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 02000000:00000010:3.0:1761311766.834498:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8d376c4. 02000000:00000010:3.0:1761311766.834522:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cf1768f. 00000400:00000010:3.0:1761311766.834526:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311766.834531:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311766.834535:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701120, portal 16 00000400:00000010:3.0:1761311766.834539:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311766.834541:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701120, offset 0 00000400:00000200:3.0:1761311766.834546:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.834552:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.834558:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.834561:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.834564:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.834567:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87665:87665:255:4294967295] 192.168.203.55@tcp LPNI seq info [87665:87665:7:4294967295] 00000400:00000200:3.0:1761311766.834573:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.834577:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.834579:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82353034). 00000800:00000200:3.0:1761311766.834583:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.834586:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.834588:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.837015:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.837029:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.837033:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbf03777. 00000800:00000200:1.0:1761311766.837208:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.837212:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352786). 00000400:00000200:1.0:1761311766.837221:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.837229:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.837234:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a72d8c6 00000400:00000010:1.0:1761311766.837236:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a72d8c6. 00000800:00000200:1.0:1761311766.837335:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.837337:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:1.0:1761311766.837340:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.837344:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.837346:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:1.0:1761311766.837347:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:1.0:1761311766.837354:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063082542 x1846867787701120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.841578:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001e997d09. 00010000:00000010:3.1:1761311766.841596:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311766.841852:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a3f94168. 00000400:00000200:1.0:1761311766.849226:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.849250:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edb80 00000400:00000200:1.0:1761311766.849260:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab431 [1] + 224 00000400:00000200:1.0:1761311766.849360:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.849366:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.849377:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063082542 x1846867787701120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.849590:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:2.0:1761311766.849596:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:2.0:1761311766.849598:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:2.0:1761311766.849604:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063082542 x1846867787701120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.849611:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063082542 x1846867787701120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.849646:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cf1768f. 02000000:00000010:2.0:1761311766.849652:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8d376c4. 00000100:00000010:2.0:1761311766.849655:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063082542. 00000100:00000010:2.0:1761311766.849658:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:2.0:1761311766.849662:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056ae7b6d. 00000400:00000200:1.0:1761311766.850934:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.850953:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152380 00000400:00000200:1.0:1761311766.850960:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e55 [2] + 984 00000400:00000200:1.0:1761311766.851031:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.851036:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.851041:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.851047:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 00000020:00000010:0.0:1761311766.851163:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000dbf03777. 00000020:00000010:0.0:1761311766.851169:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.851174:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.851201:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bf02ceb x1846867781821312/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311766.851239:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821312 02000000:00000010:0.0:1761311766.851250:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3339ab6. 00010000:00000010:0.0:1761311766.851279:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a1a6df0d. 00010000:00000010:0.0:1761311766.851353:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.851363:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.851380:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.851385:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.851399:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311766.851404:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821312, offset 224 00000400:00000200:0.0:1761311766.851412:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.851422:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.851427:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87666:87666:256:4294967295] 192.168.203.55@tcp LPNI seq info [87666:87666:8:4294967295] 00000400:00000200:0.0:1761311766.851436:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.851440:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.851445:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.851450:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.851456:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.851460:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.851475:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.851480:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.851483:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000dbf03777. 00000800:00000200:1.0:1761311766.851691:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.851694:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311766.851701:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.851705:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.851708:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:1.0:1761311766.851710:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00080000:00000010:1.0:1761311766.851732:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000406bbf0. 00010000:00000010:1.0:1761311766.851879:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004363ba7a. 00010000:00000010:1.0:1761311766.851887:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000994d8052. 00000001:00000010:1.0:1761311766.851904:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.851917:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00080000:00000010:1.0:1761311766.851928:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9c8d13b. 00000001:00000010:1.0:1761311766.851935:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.851941:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.851946:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007ee71875. 00000001:00000010:1.0:1761311766.851950:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007ee71875. 00100000:00000010:1.0:1761311766.851962:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000804079cc. 00010000:00000010:1.0:1761311766.851977:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311766.851982:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000005e5bf2e. 00010000:00000010:1.0:1761311766.851992:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000704dc9bb. 00000100:00000010:1.0:1761311766.851996:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005c03abac. 00000100:00000010:1.0:1761311766.852002:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311766.852012:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003e6d36ee. 02000000:00000010:1.0:1761311766.852035:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018a5f0ba. 00000400:00000010:1.0:1761311766.852039:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007ee71875. 00000400:00000010:1.0:1761311766.852043:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311766.852048:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701184, portal 16 00000400:00000010:1.0:1761311766.852053:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311766.852055:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701184, offset 0 00000400:00000200:1.0:1761311766.852060:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.852066:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.852072:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.852076:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.852079:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.852081:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87667:87667:256:4294967295] 192.168.203.55@tcp LPNI seq info [87667:87667:8:4294967295] 00000400:00000200:1.0:1761311766.852088:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.852105:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.852109:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.852113:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.852116:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.852119:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.858151:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.858159:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.858168:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.858178:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.858185:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:0.0:1761311766.858187:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:0.0:1761311766.858196:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787701184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.859803:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.859822:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edbc0 00000400:00000200:1.0:1761311766.859830:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab43d [1] + 224 00000400:00000200:1.0:1761311766.859851:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.859855:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.859864:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787701184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.859957:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007ee71875. 00000400:00000200:2.0:1761311766.859963:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b91aca91 00000400:00000010:2.0:1761311766.859965:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b91aca91. 00000100:00000200:2.0:1761311766.859969:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787701184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.859977:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787701184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.860077:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018a5f0ba. 02000000:00000010:2.0:1761311766.860085:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003e6d36ee. 00000100:00000010:2.0:1761311766.860089:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:2.0:1761311766.860094:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005c03abac. 00010000:00000010:2.0:1761311766.860098:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000704dc9bb. 00000400:00000200:1.0:1761311766.860648:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.860657:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1523c0 00000400:00000200:1.0:1761311766.860662:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e55 [2] + 1312 00000400:00000200:1.0:1761311766.861046:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.861051:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.861056:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.861060:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 00000020:00000010:2.0:1761311766.861187:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344cc5a7. 00000020:00000010:2.0:1761311766.861195:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311766.861201:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000f809e510. 00000100:00000200:2.0:1761311766.861225:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d74e4d23 x1846867781821376/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00010000:00000010:0.1:1761311766.861559:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e7c687b8. 00000100:00000200:0.0:1761311766.861579:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821376 02000000:00000010:0.0:1761311766.861590:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dbf03777. 00010000:00000010:0.0:1761311766.861616:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb1fe609. 00010000:00000010:0.0:1761311766.861634:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.861641:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.861662:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.861666:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.861679:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311766.861683:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821376, offset 224 00000400:00000200:0.0:1761311766.861690:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.861701:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.861706:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87668:87668:256:4294967295] 192.168.203.55@tcp LPNI seq info [87668:87668:8:4294967295] 00000400:00000200:0.0:1761311766.861714:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.861719:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.861723:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.861728:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.861735:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.861738:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761311766.861746:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c95a3808. 00000020:00000010:0.0:1761311766.861762:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:0.0:1761311766.861769:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000f809e510. 00000020:00000010:0.0:1761311766.861771:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344cc5a7. 00010000:00000010:2.0:1761311766.861863:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000005e5bf2e. 00010000:00000010:2.0:1761311766.861871:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001537be14. 00000001:00000010:2.0:1761311766.861888:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311766.861902:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00080000:00000010:2.0:1761311766.861907:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000401f79d9. 00000001:00000010:2.0:1761311766.861915:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311766.861920:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311766.861924:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311766.861928:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00100000:00000010:2.0:1761311766.861941:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a69eca63. 00010000:00000010:2.0:1761311766.861960:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.0:1761311766.861966:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c80bae4. 00010000:00000010:2.0:1761311766.861975:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.861978:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d3d6527. 00000100:00000010:2.0:1761311766.861985:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311766.861994:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000038479589. 00000800:00000200:1.0:1761311766.862016:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 02000000:00000010:2.0:1761311766.862017:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9892706. 00000800:00000010:1.0:1761311766.862021:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000010:2.0:1761311766.862023:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd9d5b8d. 00000400:00000010:2.0:1761311766.862029:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000400:00000200:1.0:1761311766.862031:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:2.0:1761311766.862034:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701248, portal 16 00000400:00000200:1.0:1761311766.862038:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000010:2.0:1761311766.862040:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a05cd5f. 00000400:00000200:1.0:1761311766.862043:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:1.0:1761311766.862046:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:2.0:1761311766.862053:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701248, offset 0 00000400:00000200:2.0:1761311766.862060:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.862067:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.862073:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.862076:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.862078:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.862081:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87669:87669:256:4294967295] 192.168.203.55@tcp LPNI seq info [87669:87669:8:4294967295] 00000400:00000200:2.0:1761311766.862087:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.862091:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.862094:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.862098:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.862101:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.862103:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.862209:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.862212:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311766.862216:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.862220:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.862222:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:1.0:1761311766.862223:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 00000100:00000200:1.0:1761311766.862228:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a61fcec x1846867787701248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311766.865392:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e64f80cc. 00010000:00000010:1.1:1761311766.865408:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:2.1:1761311766.869557:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a3c3f8cd. 00010000:00000010:2.1:1761311766.869572:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:1.0:1761311766.869729:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.869748:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edc00 00000400:00000200:1.0:1761311766.869755:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab449 [1] + 224 00000400:00000200:1.0:1761311766.869771:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.869775:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.869785:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a61fcec x1846867787701248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311766.869872:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd9d5b8d. 00000400:00000200:2.0:1761311766.869878:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:2.0:1761311766.869880:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000100:00000200:2.0:1761311766.869887:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a61fcec x1846867787701248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.869894:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a61fcec x1846867787701248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.869921:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9892706. 02000000:00000010:2.0:1761311766.869926:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000038479589. 00000100:00000010:2.0:1761311766.869930:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000010:2.0:1761311766.869933:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d3d6527. 00010000:00000010:2.0:1761311766.869936:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000200:1.0:1761311766.870113:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.870119:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152400 00000400:00000200:1.0:1761311766.870124:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e55 [2] + 1640 00000400:00000200:1.0:1761311766.870685:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.870691:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.870695:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.870701:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00010000:00000010:0.1:1761311766.870875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007909e3d3. 00000020:00000010:0.0:1761311766.870912:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009295c379. 00000020:00000010:0.0:1761311766.870919:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.870923:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.870946:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781821440/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.870983:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821440 02000000:00000010:0.0:1761311766.870994:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003abfe1dd. 00010000:00000010:0.0:1761311766.871021:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000076bc8a1d. 00010000:00000010:0.0:1761311766.871042:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.871048:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.871067:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.871070:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.871083:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311766.871088:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821440, offset 224 00080000:00000010:2.0:1761311766.871094:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000038479589. 00000400:00000200:0.0:1761311766.871095:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.871107:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.871112:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87670:87670:256:4294967295] 192.168.203.55@tcp LPNI seq info [87670:87670:8:4294967295] 00000400:00000200:0.0:1761311766.871122:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.871128:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.871133:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.871138:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.871145:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.871148:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.871172:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.871177:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.871180:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009295c379. 00010000:00000010:2.0:1761311766.871223:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c80bae4. 00010000:00000010:2.0:1761311766.871231:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000505a301d. 00000001:00000010:2.0:1761311766.871246:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311766.871258:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00080000:00000010:2.0:1761311766.871263:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9892706. 00000001:00000010:2.0:1761311766.871271:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311766.871281:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311766.871296:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000cd9d5b8d. 00000001:00000010:2.0:1761311766.871301:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000cd9d5b8d. 00100000:00000010:2.0:1761311766.871341:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003a8671cb. 00010000:00000010:2.0:1761311766.871358:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daf72901. 00010000:00000010:2.0:1761311766.871363:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004c80bae4. 00010000:00000010:2.0:1761311766.871372:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.871376:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d3d6527. 00000100:00000010:2.0:1761311766.871381:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311766.871390:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000970c52da. 02000000:00000010:2.0:1761311766.871409:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000344cc5a7. 00000400:00000010:2.0:1761311766.871412:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd9d5b8d. 00000400:00000010:2.0:1761311766.871416:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311766.871432:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701312, portal 16 00000400:00000010:2.0:1761311766.871436:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e7ca96. 00000100:00000200:2.0:1761311766.871437:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701312, offset 0 00000400:00000200:2.0:1761311766.871443:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.871448:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.871454:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.871458:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.871461:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.871463:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87671:87671:255:4294967295] 192.168.203.55@tcp LPNI seq info [87671:87671:7:4294967295] 00000400:00000200:2.0:1761311766.871470:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.871475:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.871478:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311766.871481:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.871485:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.871488:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.871686:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.871689:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352786). 00000400:00000200:1.0:1761311766.871696:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.871700:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.871703:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:1.0:1761311766.871704:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000800:00000200:1.0:1761311766.872884:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.873212:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311766.873221:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.873227:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.873231:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e7ca96 00000400:00000010:1.0:1761311766.873233:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e7ca96. 00000100:00000200:1.0:1761311766.873241:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a61fcec x1846867787701312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.874144:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.874231:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edc40 00000400:00000200:1.0:1761311766.874241:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab455 [1] + 224 00000400:00000200:1.0:1761311766.874254:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.874257:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.874264:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a61fcec x1846867787701312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.874306:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.874925:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152440 00000400:00000200:1.0:1761311766.874931:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9e55 [2] + 1968 00000400:00000010:1.0:1761311766.874936:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067fc219c. 00000400:00000200:1.0:1761311766.874941:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b9e757fb 00000400:00000200:1.0:1761311766.874954:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.874957:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.874960:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b9e757fb 00000400:00000010:1.0:1761311766.874963:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b9e757fb (tot 82352386). 00000100:00000200:1.0:1761311766.874967:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:2.0:1761311766.875055:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000cd9d5b8d. 00000400:00000200:2.0:1761311766.875059:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:2.0:1761311766.875061:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000100:00000200:2.0:1761311766.875066:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a61fcec x1846867787701312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.875074:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a61fcec x1846867787701312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.875102:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000344cc5a7. 02000000:00000010:2.0:1761311766.875108:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000970c52da. 00000100:00000010:2.0:1761311766.875115:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000010:2.0:1761311766.875118:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d3d6527. 00010000:00000010:2.0:1761311766.875122:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00010000:00000010:2.1:1761311766.875410:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a58354dc. 00000020:00000010:0.0:1761311766.876189:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009295c379. 00000020:00000010:0.0:1761311766.876197:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.876201:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.876229:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000706ad33f x1846867781821504/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.876262:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821504 02000000:00000010:0.0:1761311766.876294:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9f4b57e. 00010000:00000010:0.0:1761311766.876339:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b0fce638. 00010000:00000010:0.0:1761311766.876359:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.876366:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007ab59436. 00000100:00000010:0.0:1761311766.876375:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007ab59436. 00010000:00000010:0.0:1761311766.876378:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.876390:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311766.876394:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821504, offset 224 00000400:00000200:0.0:1761311766.876401:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.876412:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.876417:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87672:87672:256:4294967295] 192.168.203.55@tcp LPNI seq info [87672:87672:8:4294967295] 00000400:00000200:0.0:1761311766.876426:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.876431:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.876434:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352634). 00000800:00000200:0.0:1761311766.876439:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.876444:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.876448:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.876460:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.876463:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.876465:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009295c379. 02000000:00000010:0.0:1761311766.876473:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003abfe1dd. 00000100:00000010:0.0:1761311766.876476:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:0.0:1761311766.876479:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dbf03777. 00000100:00000010:0.0:1761311766.876481:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 02000000:00000010:0.0:1761311766.876484:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3339ab6. 00000100:00000010:0.0:1761311766.876485:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 02000000:00000010:0.0:1761311766.876488:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000943cd2db. 00000100:00000010:0.0:1761311766.876490:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 02000000:00000010:0.0:1761311766.876494:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003ce5e9d2. 00000100:00000010:0.0:1761311766.876497:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:0.0:1761311766.876499:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003d87d8c5. 00000100:00000010:0.0:1761311766.876500:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 00000100:00000200:0.0:1761311766.876505:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311766.876509:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c2afcda. 00000400:00000010:0.0:1761311766.876512:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007ab59436 (tot 82352786). 00010000:00000010:2.1:1761311766.876679:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00080000:00000010:3.0:1761311766.877034:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a82ef6c3. 00010000:00000010:3.0:1761311766.877153:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c80bae4. 00000800:00000200:1.0:1761311766.877655:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.877660:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311766.877671:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.877679:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.877683:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:1.0:1761311766.877686:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 02000000:00000010:1.0:1761311766.877691:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9f4b57e. 00010000:00000010:3.0:1761311766.877923:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003771ec10. 00000001:00000010:3.0:1761311766.877948:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.877967:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311766.877976:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008cc5065a. 00000001:00000010:3.0:1761311766.877990:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.878006:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.878012:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.878018:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311766.878033:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c31b45e3. 00010000:00000010:3.0:1761311766.878054:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311766.878060:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f04092dd. 00010000:00000010:3.0:1761311766.878074:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043ea5889. 00000100:00000010:3.0:1761311766.878080:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.878090:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311766.878103:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b8d376c4. 02000000:00000010:3.0:1761311766.878135:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007cf1768f. 00000400:00000010:3.0:1761311766.878139:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311766.878144:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.878149:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701376, portal 16 00000400:00000010:3.0:1761311766.878154:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311766.878168:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701376, offset 0 00000400:00000200:3.0:1761311766.878176:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.878187:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.878193:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.878197:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.878200:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.878202:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87673:87673:256:4294967295] 192.168.203.55@tcp LPNI seq info [87673:87673:8:4294967295] 00000400:00000200:3.0:1761311766.878211:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.878216:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.878220:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311766.878225:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.878231:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.878234:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.878815:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.878819:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:1.0:1761311766.878824:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.878829:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.878832:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:1.0:1761311766.878834:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000100:00000200:1.0:1761311766.878841:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000638b7854 x1846867787701376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.879353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000055fc7c36. 00010000:00000010:3.1:1761311766.883377:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000088f231b. 00010000:00000010:3.1:1761311766.883395:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:0.1:1761311766.887375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004d63d21. 00000400:00000200:1.0:1761311766.888885:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.888906:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edc80 00000400:00000200:1.0:1761311766.888915:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab465 [1] + 224 00000400:00000200:1.0:1761311766.888933:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.888937:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.888949:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000638b7854 x1846867787701376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.889081:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311766.889087:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311766.889089:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311766.889095:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000638b7854 x1846867787701376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.889102:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000638b7854 x1846867787701376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.889143:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007cf1768f. 02000000:00000010:3.0:1761311766.889151:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b8d376c4. 00000100:00000010:3.0:1761311766.889155:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000010:3.0:1761311766.889158:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.889161:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043ea5889. 00000400:00000200:1.0:1761311766.892851:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.892873:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152480 00000400:00000200:1.0:1761311766.892881:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ead [2] + 0 00000400:00000200:1.0:1761311766.892950:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.892955:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.892962:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.892969:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 00000020:00000010:0.0:1761311766.893136:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d87d8c5. 00000020:00000010:0.0:1761311766.893144:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.893148:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.893176:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a847972a x1846867781821568/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311766.893218:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821568 02000000:00000010:0.0:1761311766.893229:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000943cd2db. 00010000:00000010:0.0:1761311766.893257:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002add9a8b. 00010000:00000010:0.0:1761311766.893280:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.893298:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003da6d138. 00000100:00000010:0.0:1761311766.893368:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003da6d138. 00010000:00000010:0.0:1761311766.893374:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.893389:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b335db6f. 00000100:00000200:0.0:1761311766.893394:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821568, offset 224 00000400:00000200:0.0:1761311766.893401:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.893412:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.893417:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87674:87674:256:4294967295] 192.168.203.55@tcp LPNI seq info [87674:87674:8:4294967295] 00000400:00000200:0.0:1761311766.893427:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.893431:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.893436:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.893440:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.893445:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.893448:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.893462:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.893466:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.893469:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d87d8c5. 00080000:00000010:3.0:1761311766.893858:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9244c4c. 00010000:00000010:3.0:1761311766.894009:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f04092dd. 00010000:00000010:3.0:1761311766.894017:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e5551533. 00000001:00000010:3.0:1761311766.894035:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.894048:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311766.894055:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000af0e482d. 00000001:00000010:3.0:1761311766.894063:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.894070:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.894076:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.894082:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311766.894094:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c2a7aa7a. 00100000:00000010:3.0:1761311766.894102:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000094224884. 00100000:00000010:3.0:1761311766.894105:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000171ba81d. 00010000:00000010:3.0:1761311766.894124:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311766.894130:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f04092dd. 00010000:00000010:3.0:1761311766.894140:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043ea5889. 00000100:00000010:3.0:1761311766.894145:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.894153:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311766.894164:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000bae2fdf9. 02000000:00000010:3.0:1761311766.894200:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c95ec62. 00000400:00000010:3.0:1761311766.894205:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311766.894210:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.894215:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701440, portal 16 00000400:00000010:3.0:1761311766.894220:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311766.894222:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701440, offset 0 00000400:00000200:3.0:1761311766.894228:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.894236:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.894242:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.894245:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.894248:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.894250:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87675:87675:255:4294967295] 192.168.203.55@tcp LPNI seq info [87675:87675:7:4294967295] 00000400:00000200:3.0:1761311766.894258:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.894262:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.894266:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82353034). 00000800:00000200:3.0:1761311766.894270:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.894275:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.894277:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.894784:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.894788:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352786). 00000400:00000200:1.0:1761311766.894800:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.894806:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.894810:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b335db6f 00000400:00000010:1.0:1761311766.894812:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b335db6f. 00000800:00000200:1.0:1761311766.894875:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.894877:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311766.894881:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.894884:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.894886:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:1.0:1761311766.894887:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:1.0:1761311766.894893:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000638b7854 x1846867787701440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.897467:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004c831db6. 00000400:00000200:1.0:1761311766.899352:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.899373:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edcc0 00000400:00000200:1.0:1761311766.899381:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab471 [1] + 224 00000400:00000200:1.0:1761311766.899393:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.899396:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.899406:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000638b7854 x1846867787701440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311766.899442:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.899447:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1524c0 00000400:00000200:1.0:1761311766.899452:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ead [2] + 328 00000400:00000200:1.0:1761311766.899463:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.899466:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.899469:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.899473:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:0.0:1761311766.899621:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d87d8c5. 00000020:00000010:0.0:1761311766.899628:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000400:00000010:3.0:1761311766.899629:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000020:00000010:0.0:1761311766.899633:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000400:00000200:3.0:1761311766.899636:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311766.899640:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311766.899647:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000638b7854 x1846867787701440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.899655:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000638b7854 x1846867787701440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.899660:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781821632/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 02000000:00000010:3.0:1761311766.899684:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c95ec62. 02000000:00000010:3.0:1761311766.899691:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000bae2fdf9. 00000100:00000010:3.0:1761311766.899695:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000010:3.0:1761311766.899699:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.899702:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043ea5889. 00000100:00000200:0.0:1761311766.899704:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821632 02000000:00000010:0.0:1761311766.900531:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c3339ab6. 00010000:00000010:0.0:1761311766.900565:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a77e1860. 00010000:00000010:0.0:1761311766.900592:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.900599:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003da6d138. 00000100:00000010:0.0:1761311766.900613:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003da6d138. 00010000:00000010:0.0:1761311766.900617:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.900632:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311766.900637:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821632, offset 224 00000400:00000200:0.0:1761311766.900647:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.900661:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.900666:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87676:87676:256:4294967295] 192.168.203.55@tcp LPNI seq info [87676:87676:8:4294967295] 00000400:00000200:0.0:1761311766.900675:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.900681:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.900685:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.900702:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.900709:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.900713:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.900731:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.900736:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.900739:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d87d8c5. 00080000:00000010:3.0:1761311766.900770:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bae2fdf9. 00010000:00000010:3.0:1761311766.900912:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f04092dd. 00010000:00000010:3.0:1761311766.900920:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006dbca61e. 00000001:00000010:3.0:1761311766.900938:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.900956:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311766.900963:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c95ec62. 00000001:00000010:3.0:1761311766.900971:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.900977:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.900982:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.900988:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311766.901001:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b81ec30c. 00010000:00000010:3.0:1761311766.901018:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097806caf. 00010000:00000010:3.0:1761311766.901023:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000f04092dd. 00010000:00000010:3.0:1761311766.901033:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043ea5889. 00000100:00000010:3.0:1761311766.901037:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.901044:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311766.901055:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c6cd79a. 02000000:00000010:3.0:1761311766.901082:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000850ead4e. 00000400:00000010:3.0:1761311766.901087:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311766.901092:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.901098:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701504, portal 16 00000400:00000010:3.0:1761311766.901103:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311766.901105:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701504, offset 0 00000400:00000200:3.0:1761311766.901111:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.901117:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.901124:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.901128:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.901130:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.901133:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87677:87677:255:4294967295] 192.168.203.55@tcp LPNI seq info [87677:87677:7:4294967295] 00000400:00000200:3.0:1761311766.901141:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.901145:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.901149:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311766.901154:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.901158:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.901160:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.901391:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.901395:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352786). 00000400:00000200:1.0:1761311766.901403:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.901408:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.901412:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:1.0:1761311766.901414:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000800:00000200:1.0:1761311766.901491:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.901493:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:1.0:1761311766.901497:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.901500:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.901502:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:1.0:1761311766.901503:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:1.0:1761311766.901509:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000638b7854 x1846867787701504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.902700:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075ca63fe. 00010000:00000010:3.1:1761311766.902712:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311766.905495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004eacc0e. 00000400:00000200:1.0:1761311766.906475:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.906498:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edd00 00000400:00000200:1.0:1761311766.906506:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab47d [1] + 224 00000400:00000200:1.0:1761311766.906523:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.906527:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.906537:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000638b7854 x1846867787701504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311766.908754:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311766.908765:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311766.908768:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311766.908781:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000638b7854 x1846867787701504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.908793:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000638b7854 x1846867787701504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311766.908823:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000850ead4e. 02000000:00000010:3.0:1761311766.908829:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c6cd79a. 00000100:00000010:3.0:1761311766.908833:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000010:3.0:1761311766.908836:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.908840:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043ea5889. 00000400:00000200:1.0:1761311766.910030:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311766.910047:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152500 00000400:00000200:1.0:1761311766.910054:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ead [2] + 656 00000400:00000200:1.0:1761311766.910387:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.910392:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311766.910398:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311766.910404:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002234a2fe. 00000020:00000010:0.0:1761311766.911437:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003d87d8c5. 00000020:00000010:0.0:1761311766.911448:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.911452:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.911489:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002234a2fe x1846867781821696/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311766.911527:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821696 02000000:00000010:0.0:1761311766.911541:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dbf03777. 00010000:00000010:0.0:1761311766.911569:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000594085e0. 00010000:00000010:0.0:1761311766.911592:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.911600:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003da6d138. 00000100:00000010:0.0:1761311766.911617:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003da6d138. 00010000:00000010:0.0:1761311766.911621:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00000400:00000010:0.0:1761311766.911635:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000100:00000200:0.0:1761311766.911641:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821696, offset 224 00000400:00000200:0.0:1761311766.911648:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.911659:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.911665:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87678:87678:256:4294967295] 192.168.203.55@tcp LPNI seq info [87678:87678:8:4294967295] 00000400:00000200:0.0:1761311766.911675:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.911681:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.911686:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00010000:00000010:3.1:1761311766.911690:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000033dee54d. 00000800:00000200:0.0:1761311766.911693:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00010000:00000010:3.1:1761311766.911698:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000800:00000200:0.0:1761311766.911702:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.911707:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.911733:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00080000:00000010:3.0:1761311766.911739:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c6cd79a. 00000020:00000010:0.0:1761311766.911739:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.911744:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003d87d8c5. 00000800:00000200:1.0:1761311766.912001:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.912005:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311766.912012:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.912016:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.912020:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c162b60 00000400:00000010:1.0:1761311766.912022:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c162b60. 00010000:00000010:0.0:1761311766.912973:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f04092dd. 00010000:00000010:0.0:1761311766.912984:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001845b954. 00000001:00000010:0.0:1761311766.913003:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.913015:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00080000:00000010:0.0:1761311766.913021:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003d87d8c5. 00000001:00000010:0.0:1761311766.913033:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.913039:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.913043:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.913047:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00100000:00000010:0.0:1761311766.913058:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000331b485a. 00010000:00000010:0.0:1761311766.913072:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.0:1761311766.913078:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c215f39. 00010000:00000010:0.0:1761311766.913090:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.913097:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000003da6d138. 00000100:00000010:0.0:1761311766.913105:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0affe4f. 02000000:00000010:0.0:1761311766.913116:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003abfe1dd. 02000000:00000010:0.0:1761311766.913142:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009295c379. 00000400:00000010:0.0:1761311766.913147:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000465441fe. 00000400:00000010:0.0:1761311766.913152:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311766.913157:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701568, portal 16 00000400:00000010:0.0:1761311766.913161:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311766.913163:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701568, offset 0 00000400:00000200:0.0:1761311766.913170:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.913182:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.913189:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.913192:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.913194:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.913197:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87679:87679:256:4294967295] 192.168.203.55@tcp LPNI seq info [87679:87679:8:4294967295] 00000400:00000200:0.0:1761311766.913206:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.913211:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.913215:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.913219:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.913225:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.913228:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311766.914190:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.914195:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311766.914204:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.914210:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.914215:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:1.0:1761311766.914217:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000100:00000200:1.0:1761311766.914224:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0affe4f x1846867787701568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.922102:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.922122:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edd40 00000400:00000200:0.0:1761311766.922133:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab489 [1] + 224 00000400:00000200:0.0:1761311766.922147:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.922153:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.922167:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0affe4f x1846867787701568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.922202:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.922208:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152540 00000400:00000200:0.0:1761311766.922221:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ead [2] + 984 00000400:00000200:0.0:1761311766.922245:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.922250:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.922254:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.922259:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000089c88c9. 00000020:00000010:0.0:1761311766.922351:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000383468db. 00000020:00000010:0.0:1761311766.922358:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.922363:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.922389:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000089c88c9 x1846867781821760/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.922422:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821760 02000000:00000010:0.0:1761311766.922432:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a55c942d. 00010000:00000010:0.0:1761311766.922470:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311766.922479:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c6b3032. 00000100:00000010:0.0:1761311766.922487:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c6b3032. 00010000:00000010:0.0:1761311766.922491:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311766.922506:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf943e4. 00000100:00000200:0.0:1761311766.922511:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821760, offset 224 00000400:00000200:0.0:1761311766.922519:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.922532:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.922538:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87680:87680:256:4294967295] 192.168.203.55@tcp LPNI seq info [87680:87680:8:4294967295] 00000400:00000200:0.0:1761311766.922555:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.922562:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.922567:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.922573:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.922581:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.922585:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.922603:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.922609:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.922613:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000383468db. 00000800:00000200:0.0:1761311766.925628:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.925637:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:0.0:1761311766.925651:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.925660:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.925667:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf943e4 00000400:00000010:0.0:1761311766.925669:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf943e4. 00000400:00000010:0.0:1761311766.925718:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000465441fe. 00000400:00000200:0.0:1761311766.925722:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001541a840 00000400:00000010:0.0:1761311766.925723:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001541a840. 00000100:00000200:0.0:1761311766.925731:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0affe4f x1846867787701568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311766.925741:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0affe4f x1846867787701568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311766.925767:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000380570ed. 02000000:00000010:0.0:1761311766.925784:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009295c379. 02000000:00000010:0.0:1761311766.925789:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003abfe1dd. 00000100:00000010:0.0:1761311766.925792:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0affe4f. 00000100:00000010:0.0:1761311766.925796:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000003da6d138. 00010000:00000010:0.0:1761311766.925799:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00080000:00000010:0.0:1761311766.925817:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003abfe1dd. 00010000:00000010:0.0:1761311766.929049:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c215f39. 00010000:00000010:0.0:1761311766.929066:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fad369e1. 00000001:00000010:0.0:1761311766.929091:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.929104:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00080000:00000010:0.0:1761311766.929111:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009295c379. 00000001:00000010:0.0:1761311766.929120:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.929134:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.929139:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311766.929145:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00100000:00000010:0.0:1761311766.929157:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a4af1fa9. 00010000:00000010:0.0:1761311766.929476:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b1374b5e. 00010000:00000010:0.0:1761311766.929484:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c215f39. 00010000:00000010:0.0:1761311766.929497:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000a9a8951. 00000100:00000010:0.0:1761311766.929504:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000009c6b3032. 00000100:00000010:0.0:1761311766.929513:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0affe4f. 02000000:00000010:0.0:1761311766.929526:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000383468db. 02000000:00000010:0.0:1761311766.929555:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d9e04b44. 00000400:00000010:0.0:1761311766.929561:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000465441fe. 00000400:00000010:0.0:1761311766.929567:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311766.929574:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701632, portal 16 00000400:00000010:0.0:1761311766.929580:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf943e4. 00000100:00000200:0.0:1761311766.929582:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701632, offset 0 00000400:00000200:0.0:1761311766.929591:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.929606:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.929612:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311766.929616:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311766.929619:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311766.929622:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87681:87681:256:4294967295] 192.168.203.55@tcp LPNI seq info [87681:87681:8:4294967295] 00000400:00000200:0.0:1761311766.929631:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.929637:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.929641:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311766.929647:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.929653:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.929658:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311766.931419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000022bca83a. 00000800:00000200:3.0:1761311766.932917:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311766.932924:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:3.0:1761311766.932936:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.932946:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311766.932951:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf943e4 00000400:00000010:3.0:1761311766.932953:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf943e4. 00000100:00000200:3.0:1761311766.932962:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0affe4f x1846867787701632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.934934:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.934959:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edd80 00000400:00000200:0.0:1761311766.934967:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab495 [1] + 224 00000400:00000200:0.0:1761311766.934976:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.934979:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.934988:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0affe4f x1846867787701632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.935028:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.935032:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152580 00000400:00000200:0.0:1761311766.935036:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ead [2] + 1312 00000400:00000200:0.0:1761311766.935094:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.935097:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.935101:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.935106:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7839e63. 00000020:00000010:0.0:1761311766.935153:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d9f4b57e. 00000020:00000010:0.0:1761311766.935160:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.935164:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.935186:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e7839e63 x1846867781821824/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311766.935211:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821824 02000000:00000010:0.0:1761311766.935223:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000070ebd2f8. 00010000:00000010:0.0:1761311766.935261:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311766.935268:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c21bb32. 00000100:00000010:0.0:1761311766.935275:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c21bb32. 00010000:00000010:0.0:1761311766.935279:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311766.935302:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311766.935307:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821824, offset 224 00000400:00000200:0.0:1761311766.935342:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.935353:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.935359:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87682:87682:256:4294967295] 192.168.203.55@tcp LPNI seq info [87682:87682:8:4294967295] 00000400:00000200:0.0:1761311766.935368:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.935373:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.935378:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.935383:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.935389:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.935393:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.935408:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.935412:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.935415:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d9f4b57e. 00000800:00000200:0.0:1761311766.935479:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.935482:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.935489:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.935492:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.935495:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:0.0:1761311766.935497:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00000400:00000010:3.0:1761311766.935703:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000465441fe. 00000400:00000200:3.0:1761311766.935708:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001541a840 00000400:00000010:3.0:1761311766.935710:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001541a840. 00000100:00000200:3.0:1761311766.935715:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0affe4f x1846867787701632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.935722:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0affe4f x1846867787701632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311766.935742:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000271e9533. 02000000:00000010:3.0:1761311766.935757:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9e04b44. 02000000:00000010:3.0:1761311766.935762:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000383468db. 00000100:00000010:3.0:1761311766.935765:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0affe4f. 00000100:00000010:3.0:1761311766.935768:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000009c6b3032. 00010000:00000010:3.0:1761311766.935770:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000a9a8951. 00080000:00000010:3.0:1761311766.935785:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000850ead4e. 00010000:00000010:3.0:1761311766.936719:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c215f39. 00010000:00000010:3.0:1761311766.936809:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a5adf8f7. 00000001:00000010:3.0:1761311766.936833:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.936847:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311766.936853:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000630110ff. 00000001:00000010:3.0:1761311766.936863:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.936874:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.936879:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.936884:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311766.936894:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000458d80bb. 00010000:00000010:3.0:1761311766.936910:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311766.936915:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.936925:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043ea5889. 00000100:00000010:3.0:1761311766.936931:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.937574:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311766.937591:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ef46d0c9. 02000000:00000010:3.0:1761311766.937622:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000021600287. 00000400:00000010:3.0:1761311766.937628:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311766.937634:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.937641:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701696, portal 16 00000400:00000010:3.0:1761311766.937646:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311766.937649:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701696, offset 0 00000400:00000200:3.0:1761311766.937657:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.937674:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.937682:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.937686:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.937689:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.937692:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87683:87683:256:4294967295] 192.168.203.55@tcp LPNI seq info [87683:87683:8:4294967295] 00000400:00000200:3.0:1761311766.937702:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.937708:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.937712:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.937718:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.937724:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.937728:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.940292:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.940299:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311766.940320:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.940328:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.940333:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:0.0:1761311766.940335:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:0.0:1761311766.940346:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000638b7854 x1846867787701696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311766.942186:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023b9ec40. 00010000:00000010:0.1:1761311766.942199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00010000:00000010:0.1:1761311766.948619:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000941ca16c. 00010000:00000010:0.1:1761311766.948637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae65f537. 00010000:00000010:0.1:1761311766.948641:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00010000:00000010:3.1:1761311766.949140:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000833f8523. 00000400:00000200:0.0:1761311766.949213:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.949230:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eddc0 00000400:00000200:0.0:1761311766.949239:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab4a1 [1] + 224 00000400:00000200:0.0:1761311766.949248:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.949252:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.949263:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000638b7854 x1846867787701696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.949353:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.949359:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1525c0 00000400:00000200:0.0:1761311766.949365:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ead [2] + 1640 00000400:00000200:0.0:1761311766.949426:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.949430:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.949434:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.949440:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006055bc7e. 00000020:00000010:2.0:1761311766.949547:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344cc5a7. 00000020:00000010:2.0:1761311766.949555:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cbf2deb. 00000020:00000010:2.0:1761311766.949560:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311766.949585:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006055bc7e x1846867781821888/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311766.949622:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821888 02000000:00000010:2.0:1761311766.949635:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b2f32ca9. 00010000:00000010:2.0:1761311766.949672:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.949678:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d3d6527. 00000100:00000010:2.0:1761311766.949686:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d3d6527. 00010000:00000010:2.0:1761311766.949689:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.949702:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311766.949707:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821888, offset 224 00000400:00000200:2.0:1761311766.949715:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.949725:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.949730:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87684:87684:256:4294967295] 192.168.203.55@tcp LPNI seq info [87684:87684:8:4294967295] 00000400:00000200:2.0:1761311766.949740:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.949745:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.949749:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311766.949754:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.949761:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.949764:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.949778:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cbf2deb. 00000020:00000010:2.0:1761311766.949783:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311766.949786:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344cc5a7. 00000800:00000200:0.0:1761311766.950212:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.950217:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311766.950221:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.950225:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.950229:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:0.0:1761311766.950230:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000400:00000010:3.0:1761311766.951366:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311766.951375:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311766.951377:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311766.951387:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000638b7854 x1846867787701696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.951397:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000638b7854 x1846867787701696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311766.951421:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008322e755. 02000000:00000010:3.0:1761311766.951439:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000021600287. 02000000:00000010:3.0:1761311766.951445:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ef46d0c9. 00000100:00000010:3.0:1761311766.951449:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000010:3.0:1761311766.951452:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.951455:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043ea5889. 00080000:00000010:3.0:1761311766.951471:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ef46d0c9. 00010000:00000010:3.0:1761311766.951600:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.951609:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b86715c1. 00000001:00000010:3.0:1761311766.951627:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.951640:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311766.951646:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021600287. 00000001:00000010:3.0:1761311766.951653:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.951659:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.951666:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.951671:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311766.951683:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008f1df8c5. 00100000:00000010:3.0:1761311766.951690:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000001072ee62. 00100000:00000010:3.0:1761311766.951692:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ea527f9b. 00010000:00000010:3.0:1761311766.951716:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311766.951721:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.951733:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043ea5889. 00000100:00000010:3.0:1761311766.951738:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.951745:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311766.951758:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000763cb145. 02000000:00000010:3.0:1761311766.951786:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cbad0dc0. 00000400:00000010:3.0:1761311766.951790:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311766.951796:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.951801:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701760, portal 16 00000400:00000010:3.0:1761311766.951805:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311766.951807:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701760, offset 0 00000400:00000200:3.0:1761311766.951814:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.951825:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.951832:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.951835:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.951839:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.951842:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87685:87685:256:4294967295] 192.168.203.55@tcp LPNI seq info [87685:87685:8:4294967295] 00000400:00000200:3.0:1761311766.951852:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.951857:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.951861:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311766.951866:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.951872:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.951876:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.952509:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.952514:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:0.0:1761311766.952520:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.952525:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.952529:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:0.0:1761311766.952530:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:0.0:1761311766.952537:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000638b7854 x1846867787701760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.954581:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.954598:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ede00 00000400:00000200:0.0:1761311766.954607:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab4ad [1] + 224 00000400:00000200:0.0:1761311766.954617:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.954620:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.954629:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000638b7854 x1846867787701760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.954663:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.954669:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152600 00000400:00000200:0.0:1761311766.954674:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9ead [2] + 1968 00000400:00000010:0.0:1761311766.954678:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca199f75. 00000400:00000200:0.0:1761311766.954682:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000f3f9dae7 00000400:00000200:0.0:1761311766.954726:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.954730:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.954733:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f3f9dae7 00000400:00000010:0.0:1761311766.954735:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000f3f9dae7 (tot 82352386). 00000100:00000200:0.0:1761311766.954739:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311766.954853:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000344cc5a7. 00000020:00000010:2.0:1761311766.954861:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cbf2deb. 00000020:00000010:2.0:1761311766.954865:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311766.954890:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004a8a4132 x1846867781821952/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311766.954923:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781821952 02000000:00000010:2.0:1761311766.954935:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000abf547dd. 00010000:00000010:2.0:1761311766.954973:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.954980:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000007d3d6527. 00000100:00000010:2.0:1761311766.954986:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000007d3d6527. 00010000:00000010:2.0:1761311766.954989:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.955003:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311766.955007:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781821952, offset 224 00000400:00000200:2.0:1761311766.955026:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.955036:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.955041:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87686:87686:256:4294967295] 192.168.203.55@tcp LPNI seq info [87686:87686:8:4294967295] 00000400:00000200:2.0:1761311766.955050:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.955055:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.955060:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352634). 00000800:00000200:2.0:1761311766.955065:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.955070:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.955074:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.955089:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cbf2deb. 00000020:00000010:2.0:1761311766.955095:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311766.955097:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000344cc5a7. 02000000:00000010:2.0:1761311766.955105:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b2f32ca9. 00000100:00000010:2.0:1761311766.955120:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006055bc7e. 02000000:00000010:2.0:1761311766.955124:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000070ebd2f8. 00000100:00000010:2.0:1761311766.955126:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7839e63. 02000000:00000010:2.0:1761311766.955129:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a55c942d. 00000100:00000010:2.0:1761311766.955132:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000089c88c9. 02000000:00000010:2.0:1761311766.955134:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dbf03777. 00000100:00000010:2.0:1761311766.955136:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002234a2fe. 02000000:00000010:2.0:1761311766.955139:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c3339ab6. 00000100:00000010:2.0:1761311766.955141:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 02000000:00000010:2.0:1761311766.955145:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000943cd2db. 00000100:00000010:2.0:1761311766.955146:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000200:2.0:1761311766.955151:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311766.955155:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000cd9d5b8d. 00000400:00000010:2.0:1761311766.955158:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000007d3d6527 (tot 82352786). 00000400:00000010:3.0:1761311766.955567:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311766.955572:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311766.955573:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311766.955579:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000638b7854 x1846867787701760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.955587:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000638b7854 x1846867787701760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311766.955606:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002b737552. 02000000:00000010:3.0:1761311766.955619:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cbad0dc0. 02000000:00000010:3.0:1761311766.955623:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000763cb145. 00000100:00000010:3.0:1761311766.955626:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000010:3.0:1761311766.955629:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.955631:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043ea5889. 00080000:00000010:3.0:1761311766.955644:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000763cb145. 00010000:00000010:3.0:1761311766.955747:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.955752:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004d03c063. 00000001:00000010:3.0:1761311766.955764:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.955772:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311766.955776:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cbad0dc0. 00000001:00000010:3.0:1761311766.955782:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.955786:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.955790:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.955794:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311766.955805:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c04bb454. 00010000:00000010:3.0:1761311766.955816:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af42070e. 00010000:00000010:3.0:1761311766.955821:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.955828:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043ea5889. 00000100:00000010:3.0:1761311766.955831:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.955835:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311766.955845:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000081f35eff. 02000000:00000010:3.0:1761311766.955866:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dfc27f2f. 00000400:00000010:3.0:1761311766.955870:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311766.955873:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.955877:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701824, portal 16 00000400:00000010:3.0:1761311766.955881:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311766.955883:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701824, offset 0 00000400:00000200:3.0:1761311766.955888:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.955895:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.955901:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.955904:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.955907:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.955910:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87687:87687:255:4294967295] 192.168.203.55@tcp LPNI seq info [87687:87687:7:4294967295] 00000400:00000200:3.0:1761311766.955917:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.955922:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.955926:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311766.955931:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.955935:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.955938:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.956045:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.956049:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:0.0:1761311766.956053:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.956057:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.956060:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:0.0:1761311766.956061:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 02000000:00000010:0.0:1761311766.956065:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000abf547dd. 00000800:00000200:0.0:1761311766.956114:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.956116:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:0.0:1761311766.956120:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.956123:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.956124:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311766.956125:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:0.0:1761311766.956130:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000638b7854 x1846867787701824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.961983:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.962004:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ede40 00000400:00000200:0.0:1761311766.962011:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab4bd [1] + 224 00000400:00000200:0.0:1761311766.962030:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.962035:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.962046:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000638b7854 x1846867787701824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.962087:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.962093:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152640 00000400:00000200:0.0:1761311766.962098:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f05 [2] + 0 00000400:00000200:0.0:1761311766.962159:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.962162:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.962166:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.962171:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0db56d1. 00000020:00000010:0.0:1761311766.962225:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087fb6a54. 00000020:00000010:0.0:1761311766.962231:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.962235:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.962259:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0db56d1 x1846867781822016/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311766.962297:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822016 02000000:00000010:0.0:1761311766.962340:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000716c143f. 00010000:00000010:0.0:1761311766.962378:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311766.962385:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c21bb32. 00000100:00000010:0.0:1761311766.962391:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c21bb32. 00010000:00000010:0.0:1761311766.962394:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311766.962408:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311766.962412:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822016, offset 224 00000400:00000200:0.0:1761311766.962419:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.962429:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.962434:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87688:87688:256:4294967295] 192.168.203.55@tcp LPNI seq info [87688:87688:8:4294967295] 00000400:00000200:0.0:1761311766.962444:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.962449:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.962453:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.962457:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.962462:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.962466:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.962480:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.962485:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.962487:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087fb6a54. 00000800:00000200:0.0:1761311766.962536:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.962540:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.962547:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.962550:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.962553:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:0.0:1761311766.962554:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00010000:00000010:3.1:1761311766.964386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000040108b14. 00010000:00000010:3.1:1761311766.964399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1374b5e. 00000400:00000010:3.0:1761311766.964429:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311766.964435:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311766.964436:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311766.964448:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000638b7854 x1846867787701824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311766.964459:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000638b7854 x1846867787701824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311766.964489:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b121ae6b. 02000000:00000010:3.0:1761311766.964504:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dfc27f2f. 02000000:00000010:3.0:1761311766.964509:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000081f35eff. 00000100:00000010:3.0:1761311766.964513:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000010:3.0:1761311766.964517:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311766.964520:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043ea5889. 00080000:00000010:3.0:1761311766.964536:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081f35eff. 00010000:00000010:3.0:1761311766.964649:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.964657:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b419582f. 00000001:00000010:3.0:1761311766.964934:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.964949:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311766.964954:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dfc27f2f. 00000001:00000010:3.0:1761311766.964963:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.964967:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.964971:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311766.964976:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311766.964989:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000048179d8f. 00010000:00000010:3.0:1761311766.965004:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.0:1761311766.965011:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.965022:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043ea5889. 00000100:00000010:3.0:1761311766.965028:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.965035:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311766.965047:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8b6c145. 02000000:00000010:3.0:1761311766.965072:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e0b52192. 00000400:00000010:3.0:1761311766.965077:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311766.965081:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311766.965086:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701888, portal 16 00000400:00000010:3.0:1761311766.965091:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311766.965092:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701888, offset 0 00000400:00000200:3.0:1761311766.965099:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.965112:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.965119:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.965122:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.965125:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.965128:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87689:87689:256:4294967295] 192.168.203.55@tcp LPNI seq info [87689:87689:8:4294967295] 00000400:00000200:3.0:1761311766.965137:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.965142:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.965146:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311766.965152:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.965158:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.965162:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311766.965603:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311766.965606:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311766.965612:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311766.965617:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311766.965620:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:2.0:1761311766.965622:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:2.0:1761311766.965628:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000638b7854 x1846867787701888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.968477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000044f6e0ad. 00010000:00000010:3.1:1761311766.968490:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000077916095. 00010000:00000010:3.1:1761311766.968494:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.1:1761311766.968497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004a006c04. 00010000:00000010:3.1:1761311766.968501:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004bf481fe. 00010000:00000010:3.1:1761311766.968506:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:0.0:1761311766.969920:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.969939:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ede80 00000400:00000200:0.0:1761311766.969949:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab4c9 [1] + 224 00000400:00000200:0.0:1761311766.969961:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.969965:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.969976:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000638b7854 x1846867787701888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.971143:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.971153:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152680 00000400:00000010:2.0:1761311766.971176:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:2.0:1761311766.971180:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:2.0:1761311766.971182:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:2.0:1761311766.971189:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000638b7854 x1846867787701888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311766.971196:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000638b7854 x1846867787701888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311766.971225:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e0b52192. 02000000:00000010:2.0:1761311766.971231:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c8b6c145. 00000100:00000010:2.0:1761311766.971235:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000010:2.0:1761311766.971239:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:2.0:1761311766.971242:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043ea5889. 00000400:00000200:0.0:1761311766.971292:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f05 [2] + 328 00000400:00000200:0.0:1761311766.971380:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.971384:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.971388:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.971392:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4bfa21c. 00000020:00000010:2.0:1761311766.971476:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b2f32ca9. 00000020:00000010:2.0:1761311766.971484:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000cbf2deb. 00000020:00000010:2.0:1761311766.971488:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311766.971511:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4bfa21c x1846867781822080/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311766.971543:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822080 02000000:00000010:2.0:1761311766.971554:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000344cc5a7. 00010000:00000010:2.0:1761311766.971579:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009982797e. 00010000:00000010:2.0:1761311766.971598:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.971605:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3766120. 00000100:00000010:2.0:1761311766.971619:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3766120. 00010000:00000010:2.0:1761311766.971622:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00000400:00000010:2.0:1761311766.971636:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ed3df7a. 00000100:00000200:2.0:1761311766.971640:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822080, offset 224 00000400:00000200:2.0:1761311766.971648:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.971659:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.971664:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87690:87690:256:4294967295] 192.168.203.55@tcp LPNI seq info [87690:87690:8:4294967295] 00000400:00000200:2.0:1761311766.971674:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.971679:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.971684:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.971689:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.971695:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.971699:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311766.971721:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000cbf2deb. 00000020:00000010:2.0:1761311766.971726:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311766.971729:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b2f32ca9. 00080000:00000010:3.0:1761311766.971925:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003192f26c. 00000800:00000200:1.0:1761311766.972197:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311766.972201:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311766.972276:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311766.972281:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311766.972292:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ed3df7a 00000400:00000010:1.0:1761311766.972294:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ed3df7a. 00010000:00000010:3.0:1761311766.972517:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.972525:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000074a7891d. 00000001:00000010:2.0:1761311766.972676:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.972693:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00080000:00000010:2.0:1761311766.972700:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b2f32ca9. 00000001:00000010:2.0:1761311766.972711:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.972717:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.972722:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000002cff0f8d. 00000001:00000010:2.0:1761311766.972728:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000002cff0f8d. 00100000:00000010:2.0:1761311766.972741:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003064496e. 00010000:00000010:2.0:1761311766.972760:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.0:1761311766.972767:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005d1a0f4e. 00010000:00000010:2.0:1761311766.972779:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000af49ab12. 00000100:00000010:2.0:1761311766.972784:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3766120. 00000100:00000010:2.0:1761311766.972791:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311766.972802:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f3810999. 02000000:00000010:2.0:1761311766.972827:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c3dbe09. 00000400:00000010:2.0:1761311766.972831:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311766.972836:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311766.972842:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787701952, portal 16 00000400:00000010:2.0:1761311766.972847:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311766.972849:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787701952, offset 0 00000400:00000200:2.0:1761311766.972855:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311766.972864:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311766.972870:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311766.972873:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311766.972876:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311766.972879:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87691:87691:256:4294967295] 192.168.203.55@tcp LPNI seq info [87691:87691:8:4294967295] 00000400:00000200:2.0:1761311766.972886:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311766.972891:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311766.972895:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311766.972900:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311766.972905:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311766.972907:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.973152:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.973155:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311766.973159:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.973163:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.973166:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:0.0:1761311766.973167:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:0.0:1761311766.973174:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a61fcec x1846867787701952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311766.976472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000001ccb2a6. 00010000:00000010:3.1:1761311766.979962:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000500b928d. 00010000:00000010:3.1:1761311766.979975:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003089657a. 00010000:00000010:3.1:1761311766.979980:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00000400:00000200:0.0:1761311766.980103:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.980118:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edec0 00000400:00000200:0.0:1761311766.980127:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab4d5 [1] + 224 00000400:00000200:0.0:1761311766.980139:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.980143:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.980155:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a61fcec x1846867787701952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.980192:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.980197:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1526c0 00000400:00000200:0.0:1761311766.980202:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f05 [2] + 656 00000400:00000200:0.0:1761311766.981762:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.981772:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.981780:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.981786:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b28de8d. 00000020:00000010:0.0:1761311766.981849:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087fb6a54. 00000020:00000010:0.0:1761311766.981855:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.981859:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311766.981883:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b28de8d x1846867781822144/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311766.981915:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822144 02000000:00000010:0.0:1761311766.981925:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006790ea8e. 00010000:00000010:0.0:1761311766.981959:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311766.981964:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c21bb32. 00000100:00000010:0.0:1761311766.981970:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c21bb32. 00010000:00000010:0.0:1761311766.981973:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311766.981984:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311766.981989:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822144, offset 224 00000400:00000200:0.0:1761311766.981996:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311766.982009:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311766.982014:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87692:87692:256:4294967295] 192.168.203.55@tcp LPNI seq info [87692:87692:8:4294967295] 00000400:00000200:0.0:1761311766.982023:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311766.982028:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311766.982032:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311766.982037:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311766.982043:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311766.982047:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311766.982063:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311766.982067:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311766.982069:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087fb6a54. 00000800:00000200:0.0:1761311766.982160:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.982163:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311766.982170:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.982173:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.982176:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:0.0:1761311766.982178:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00000400:00000010:1.0:1761311766.983432:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002cff0f8d. 00000400:00000200:1.0:1761311766.983438:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:1.0:1761311766.983440:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:1.0:1761311766.983448:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a61fcec x1846867787701952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.983458:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a61fcec x1846867787701952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311766.983482:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000612bde3d. 00010000:00000010:1.0:1761311766.983483:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ae0cce5. 00010000:00000010:3.1:1761311766.983488:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 02000000:00000010:1.0:1761311766.983496:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c3dbe09. 02000000:00000010:1.0:1761311766.983502:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f3810999. 00000100:00000010:1.0:1761311766.983508:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000010:1.0:1761311766.983511:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3766120. 00010000:00000010:1.0:1761311766.983514:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000af49ab12. 00080000:00000010:1.0:1761311766.983529:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066606feb. 00010000:00000010:1.0:1761311766.983654:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d1a0f4e. 00010000:00000010:1.0:1761311766.983660:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cb3dbace. 00000001:00000010:1.0:1761311766.983678:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005555fb93. 00000001:00000010:1.0:1761311766.983691:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005555fb93. 00080000:00000010:1.0:1761311766.983697:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1d8dbe7. 00000001:00000010:1.0:1761311766.983705:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005555fb93. 00000001:00000010:1.0:1761311766.983710:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005555fb93. 00000001:00000010:1.0:1761311766.983715:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000005555fb93. 00000001:00000010:1.0:1761311766.983720:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000005555fb93. 00100000:00000010:1.0:1761311766.983733:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cd4b69e0. 00010000:00000010:1.0:1761311766.983749:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311766.983754:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000758555b6. 00010000:00000010:1.0:1761311766.983765:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d5b6474. 00000100:00000010:1.0:1761311766.983770:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005465eba9. 00000100:00000010:1.0:1761311766.983779:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 02000000:00000010:1.0:1761311766.983790:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a8509532. 02000000:00000010:1.0:1761311766.983817:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000063906c46. 00000400:00000010:1.0:1761311766.983821:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005555fb93. 00000400:00000010:1.0:1761311766.983837:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311766.983849:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702016, portal 16 00000400:00000010:1.0:1761311766.983854:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311766.983856:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702016, offset 0 00000400:00000200:1.0:1761311766.983863:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.983875:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.983881:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311766.983885:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311766.983887:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311766.983891:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87693:87693:256:4294967295] 192.168.203.55@tcp LPNI seq info [87693:87693:8:4294967295] 00000400:00000200:1.0:1761311766.983900:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.983905:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.983909:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.983914:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.983920:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.983923:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.984201:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.984204:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311766.984208:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.984213:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.984216:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:0.0:1761311766.984217:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00000100:00000200:0.0:1761311766.984223:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd3edf3f x1846867787702016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311766.987213:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.987231:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edf00 00000400:00000200:0.0:1761311766.987239:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab4e1 [1] + 224 00000400:00000200:0.0:1761311766.987253:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.987256:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.987268:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd3edf3f x1846867787702016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.987376:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005555fb93. 00000400:00000200:1.0:1761311766.987382:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:1.0:1761311766.987384:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000100:00000200:1.0:1761311766.987389:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd3edf3f x1846867787702016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.987396:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd3edf3f x1846867787702016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.987425:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000063906c46. 02000000:00000010:1.0:1761311766.987430:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a8509532. 00000100:00000010:1.0:1761311766.987434:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 00000100:00000010:1.0:1761311766.987439:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005465eba9. 00010000:00000010:1.0:1761311766.987444:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d5b6474. 00000400:00000200:0.0:1761311766.990620:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311766.990638:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152700 00000400:00000200:0.0:1761311766.990646:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f05 [2] + 984 00000400:00000200:0.0:1761311766.990704:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.990709:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311766.990715:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311766.990720:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebef5091. 00000020:00000010:1.0:1761311766.991391:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8509532. 00000020:00000010:1.0:1761311766.991398:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311766.991402:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311766.991429:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebef5091 x1846867781822208/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:244/0 lens 328/0 e 0 to 0 dl 1761311809 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311766.991451:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822208 02000000:00000010:1.0:1761311766.991460:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063906c46. 00010000:00000010:1.0:1761311766.991488:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000061eb2c34. 00010000:00000010:1.0:1761311766.991506:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d5b6474. 00000100:00000010:1.0:1761311766.991512:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005465eba9. 00000100:00000010:1.0:1761311766.991528:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005465eba9. 00010000:00000010:1.0:1761311766.991531:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d5b6474. 00000400:00000010:1.0:1761311766.991544:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311766.991548:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822208, offset 224 00000400:00000200:1.0:1761311766.991555:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311766.991565:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311766.991570:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87694:87694:256:4294967295] 192.168.203.55@tcp LPNI seq info [87694:87694:8:4294967295] 00000400:00000200:1.0:1761311766.991579:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311766.991584:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311766.991589:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311766.991594:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311766.991600:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311766.991604:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311766.991616:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311766.991619:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311766.991623:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8509532. 00080000:00000010:3.0:1761311766.991685:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b8d376c4. 00010000:00000010:3.0:1761311766.991800:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000758555b6. 00010000:00000010:3.0:1761311766.991805:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e9fdc02f. 00000001:00000010:3.0:1761311766.991819:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311766.991843:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00080000:00000010:3.0:1761311766.991849:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007cf1768f. 00000001:00000010:3.0:1761311766.991857:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311766.991863:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311766.991869:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311766.991874:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00100000:00000010:3.0:1761311766.991887:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002c0bef67. 00100000:00000010:3.0:1761311766.991893:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000005d75dccb. 00100000:00000010:3.0:1761311766.991896:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007b596f45. 00010000:00000010:3.0:1761311766.991914:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.0:1761311766.991920:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311766.991930:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000076fcbf3d. 00000100:00000010:3.0:1761311766.991934:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311766.991940:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 02000000:00000010:3.0:1761311766.991951:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8b6c145. 02000000:00000010:3.0:1761311766.991974:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e9ff0604. 00000400:00000010:3.0:1761311766.991979:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311766.991983:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311766.991987:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702080, portal 16 00000400:00000010:3.0:1761311766.991992:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311766.991994:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702080, offset 0 00000400:00000200:3.0:1761311766.991999:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311766.992005:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311766.992011:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311766.992233:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311766.992236:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311766.992239:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87695:87695:255:4294967295] 192.168.203.55@tcp LPNI seq info [87695:87695:7:4294967295] 00000400:00000200:3.0:1761311766.992247:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311766.992251:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311766.992255:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311766.992259:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311766.992263:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311766.992265:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311766.992377:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.992380:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:0.0:1761311766.992384:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.992388:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.992391:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:0.0:1761311766.992393:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000800:00000200:0.0:1761311766.992444:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311766.992446:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311766.992449:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311766.992452:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311766.992453:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:0.0:1761311766.992454:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:0.0:1761311766.992459:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000638b7854 x1846867787702080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311766.996386:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311766.996403:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edf40 00000400:00000200:3.0:1761311766.996411:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab4ed [1] + 224 00000400:00000200:3.0:1761311766.996427:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311766.996431:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311766.996441:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000638b7854 x1846867787702080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311766.996526:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:1.0:1761311766.996531:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:1.0:1761311766.996533:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:1.0:1761311766.996538:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000638b7854 x1846867787702080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311766.996546:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000638b7854 x1846867787702080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311773 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311766.996574:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e9ff0604. 02000000:00000010:1.0:1761311766.996580:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c8b6c145. 00000100:00000010:1.0:1761311766.996584:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000638b7854. 00000100:00000010:1.0:1761311766.996588:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:1.0:1761311766.996591:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000076fcbf3d. 00010000:00000010:1.1:1761311766.998412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041d0e6b9. 00010000:00000010:1.1:1761311766.998424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000abeedffb. 00010000:00000010:1.1:1761311766.998428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00000400:00000200:0.0:1761311767.006525:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.006544:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152740 00000400:00000200:0.0:1761311767.006552:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f05 [2] + 1312 00000400:00000200:0.0:1761311767.006620:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.006624:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.006632:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.006638:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000afc4075. 00000020:00000010:1.0:1761311767.006706:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b61afc42. 00000020:00000010:1.0:1761311767.006714:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311767.006719:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.006745:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000afc4075 x1846867781822272/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311767.006963:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822272 02000000:00000010:1.0:1761311767.006978:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007051213. 00010000:00000010:1.0:1761311767.007007:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000801a6e9c. 00010000:00000010:1.0:1761311767.007028:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021ea3ac9. 00000100:00000010:1.0:1761311767.007036:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005465eba9. 00000100:00000010:1.0:1761311767.007058:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005465eba9. 00010000:00000010:1.0:1761311767.007061:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021ea3ac9. 00000400:00000010:1.0:1761311767.007074:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311767.007084:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822272, offset 224 00000400:00000200:1.0:1761311767.007093:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.007104:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.007110:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87696:87696:256:4294967295] 192.168.203.55@tcp LPNI seq info [87696:87696:8:4294967295] 00000400:00000200:1.0:1761311767.007122:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.007127:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.007133:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.007138:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.007145:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.007149:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.007404:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311767.007408:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.007411:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b61afc42. 00080000:00000010:3.0:1761311767.007473:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005c2f3a4e. 00010000:00000010:3.0:1761311767.007581:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311767.007588:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ba19180. 00000001:00000010:3.0:1761311767.007605:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.007614:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311767.007619:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d7d8b10b. 00000001:00000010:3.0:1761311767.007625:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.007630:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.007634:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.007638:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311767.007648:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e21d2757. 00010000:00000010:3.0:1761311767.007661:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af42070e. 00010000:00000010:3.0:1761311767.007664:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000002c761d8c. 00010000:00000010:3.0:1761311767.007673:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006bf81682. 00000100:00000010:3.0:1761311767.007677:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311767.007682:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 02000000:00000010:3.0:1761311767.007691:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b98139c. 02000000:00000010:3.0:1761311767.007712:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e876da30. 00000400:00000010:3.0:1761311767.007715:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311767.007719:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311767.007724:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702144, portal 16 00000400:00000010:3.0:1761311767.007728:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311767.007730:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702144, offset 0 00000400:00000200:3.0:1761311767.007735:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.007742:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.007748:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.007751:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.007754:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.007757:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87697:87697:255:4294967295] 192.168.203.55@tcp LPNI seq info [87697:87697:7:4294967295] 00000400:00000200:3.0:1761311767.007765:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.007769:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.007772:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82353034). 00000800:00000200:3.0:1761311767.007776:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.007780:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.007783:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.007868:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.007871:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:0.0:1761311767.007875:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.007879:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.007882:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:0.0:1761311767.007884:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000800:00000200:0.0:1761311767.007931:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.007933:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311767.007936:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.007939:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.007941:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:0.0:1761311767.007942:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:0.0:1761311767.007946:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000063082542 x1846867787702144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.009454:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8e7a2bf. 00000400:00000200:3.0:1761311767.010804:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.010821:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edf80 00000400:00000200:3.0:1761311767.010829:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab4f9 [1] + 224 00000400:00000200:3.0:1761311767.010851:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.010855:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.010865:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000063082542 x1846867787702144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.011268:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:1.0:1761311767.011274:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:1.0:1761311767.011275:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:1.0:1761311767.011282:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000063082542 x1846867787702144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.011300:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000063082542 x1846867787702144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.011356:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e876da30. 02000000:00000010:1.0:1761311767.011364:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b98139c. 00000100:00000010:1.0:1761311767.011369:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000063082542. 00000100:00000010:1.0:1761311767.011373:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:1.0:1761311767.011377:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006bf81682. 00000400:00000200:0.0:1761311767.011893:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.011906:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152780 00000400:00000200:0.0:1761311767.011912:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f05 [2] + 1640 00000400:00000200:0.0:1761311767.016787:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.016799:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.016807:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.016812:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000224edcca. 00000020:00000010:0.0:1761311767.016872:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000087fb6a54. 00000020:00000010:0.0:1761311767.016877:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.016881:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311767.016905:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000224edcca x1846867781822336/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311767.016933:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822336 02000000:00000010:0.0:1761311767.016944:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039075334. 00010000:00000010:0.0:1761311767.016972:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002d22d331. 00010000:00000010:0.0:1761311767.016991:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311767.016997:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c21bb32. 00000100:00000010:0.0:1761311767.017009:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c21bb32. 00010000:00000010:0.0:1761311767.017012:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00000400:00000010:0.0:1761311767.017024:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311767.017028:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822336, offset 224 00000400:00000200:0.0:1761311767.017035:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.017048:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.017053:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87698:87698:256:4294967295] 192.168.203.55@tcp LPNI seq info [87698:87698:8:4294967295] 00000400:00000200:0.0:1761311767.017063:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.017068:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.017072:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.017078:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.017085:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.017088:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.017101:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.017105:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311767.017107:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000087fb6a54. 00000800:00000200:0.0:1761311767.018164:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.018171:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311767.018180:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.018187:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.018192:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:0.0:1761311767.018194:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00080000:00000010:0.0:1761311767.018225:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087fb6a54. 00010000:00000010:3.1:1761311767.018554:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d4f49b19. 00010000:00000010:3.1:1761311767.018559:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311767.019350:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000018a180cf. 00010000:00000010:3.1:1761311767.019357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.0:1761311767.019462:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c761d8c. 00010000:00000010:0.0:1761311767.019470:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dcb88c9c. 00000001:00000010:0.0:1761311767.019485:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c1b010bb. 00000001:00000010:0.0:1761311767.019497:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c1b010bb. 00080000:00000010:0.0:1761311767.019502:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bd45d662. 00000001:00000010:0.0:1761311767.019512:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c1b010bb. 00000001:00000010:0.0:1761311767.019517:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c1b010bb. 00000001:00000010:0.0:1761311767.019522:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c1b010bb. 00000001:00000010:0.0:1761311767.019527:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c1b010bb. 00100000:00000010:0.0:1761311767.019539:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006b110b10. 00010000:00000010:0.0:1761311767.019555:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000008e3fbebf. 00010000:00000010:0.0:1761311767.019559:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb4d733a. 00010000:00000010:0.0:1761311767.019569:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000495af514. 00000100:00000010:0.0:1761311767.019575:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c21bb32. 00000100:00000010:0.0:1761311767.019583:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006622c1da. 02000000:00000010:0.0:1761311767.019595:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000833c71f4. 02000000:00000010:0.0:1761311767.019621:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055f354dc. 00000400:00000010:0.0:1761311767.019627:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1b010bb. 00000400:00000010:0.0:1761311767.019632:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311767.019638:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702208, portal 16 00000400:00000010:0.0:1761311767.019643:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311767.019645:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702208, offset 0 00000400:00000200:0.0:1761311767.019652:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.019667:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.019675:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.019678:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.019681:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.019685:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87699:87699:256:4294967295] 192.168.203.55@tcp LPNI seq info [87699:87699:8:4294967295] 00000400:00000200:0.0:1761311767.019696:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.019701:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.019705:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.019712:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.019718:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.019722:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.021418:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.021424:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:3.0:1761311767.021437:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.021445:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.021450:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:3.0:1761311767.021452:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 00000100:00000200:3.0:1761311767.021463:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006622c1da x1846867787702208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.023444:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000018ccbb2f. 00000400:00000200:1.0:1761311767.024568:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.024585:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6edfc0 00000400:00000200:1.0:1761311767.024593:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab505 [1] + 224 00000400:00000200:1.0:1761311767.024603:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.024608:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.024619:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006622c1da x1846867787702208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.024653:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.024657:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1527c0 00000400:00000200:1.0:1761311767.024661:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f05 [2] + 1968 00000400:00000010:1.0:1761311767.024666:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000466210bc. 00000400:00000200:1.0:1761311767.024670:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000002c5f3ef5 00000400:00000200:1.0:1761311767.024713:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.024716:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.024718:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c5f3ef5 00000400:00000010:1.0:1761311767.024719:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000002c5f3ef5 (tot 82352386). 00000100:00000200:1.0:1761311767.024724:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311767.024765:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8509532. 00000020:00000010:1.0:1761311767.024772:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311767.024776:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.024799:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000aa1a4106 x1846867781822400/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311767.024828:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822400 02000000:00000010:1.0:1761311767.024838:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012ff3ef7. 00010000:00000010:1.0:1761311767.024874:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004c289ecf. 00000100:00000010:1.0:1761311767.024886:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000be7c64d5. 00000100:00000010:1.0:1761311767.024892:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000be7c64d5. 00010000:00000010:1.0:1761311767.024895:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004c289ecf. 00000400:00000010:1.0:1761311767.024909:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311767.024913:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822400, offset 224 00000400:00000200:1.0:1761311767.024919:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.024929:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.024934:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87700:87700:256:4294967295] 192.168.203.55@tcp LPNI seq info [87700:87700:8:4294967295] 00000400:00000200:1.0:1761311767.024944:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.024949:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.024953:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352634). 00000800:00000200:1.0:1761311767.024958:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.024964:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.024968:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.024982:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311767.024985:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.024989:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8509532. 02000000:00000010:1.0:1761311767.024996:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039075334. 00000100:00000010:1.0:1761311767.025000:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000224edcca. 02000000:00000010:1.0:1761311767.025004:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007051213. 00000100:00000010:1.0:1761311767.025006:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000afc4075. 02000000:00000010:1.0:1761311767.025009:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063906c46. 00000100:00000010:1.0:1761311767.025011:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebef5091. 02000000:00000010:1.0:1761311767.025014:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006790ea8e. 00000100:00000010:1.0:1761311767.025016:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b28de8d. 02000000:00000010:1.0:1761311767.025019:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000344cc5a7. 00000100:00000010:1.0:1761311767.025022:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4bfa21c. 02000000:00000010:1.0:1761311767.025024:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000716c143f. 00000100:00000010:1.0:1761311767.025025:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0db56d1. 00000100:00000200:1.0:1761311767.025032:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311767.025035:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000466210bc. 00000400:00000010:1.0:1761311767.025038:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000be7c64d5 (tot 82352786). 00000800:00000200:1.0:1761311767.025087:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.025090:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.025092:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.025096:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.025097:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:1.0:1761311767.025099:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 02000000:00000010:1.0:1761311767.025101:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012ff3ef7. 00000400:00000010:2.0:1761311767.025545:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c1b010bb. 00000400:00000200:2.0:1761311767.025551:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:2.0:1761311767.025553:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00000100:00000200:2.0:1761311767.025559:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006622c1da x1846867787702208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.025567:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006622c1da x1846867787702208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.025587:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008a999cbb. 02000000:00000010:2.0:1761311767.025603:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055f354dc. 02000000:00000010:2.0:1761311767.025608:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000833c71f4. 00000100:00000010:2.0:1761311767.025611:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006622c1da. 00000100:00000010:2.0:1761311767.025613:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c21bb32. 00010000:00000010:2.0:1761311767.025616:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000495af514. 00080000:00000010:2.0:1761311767.025629:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a6799e01. 00010000:00000010:2.0:1761311767.025741:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb4d733a. 00010000:00000010:2.0:1761311767.025748:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002ee20c91. 00000001:00000010:2.0:1761311767.025767:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.025777:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311767.025783:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b92382c0. 00000001:00000010:2.0:1761311767.025789:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.025794:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.025798:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.025802:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311767.025811:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004b639414. 00010000:00000010:2.0:1761311767.025826:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.0:1761311767.025830:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b9aa8ae. 00010000:00000010:2.0:1761311767.025839:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000049d1eb42. 00000100:00000010:2.0:1761311767.025843:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.025849:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d512b417. 02000000:00000010:2.0:1761311767.025859:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000135e349f. 02000000:00000010:2.0:1761311767.025879:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f1b5fce1. 00000400:00000010:2.0:1761311767.025882:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311767.025886:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311767.025889:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702272, portal 16 00000400:00000010:2.0:1761311767.025893:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f55d06. 00000100:00000200:2.0:1761311767.025895:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702272, offset 0 00000400:00000200:2.0:1761311767.025900:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.025907:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.025913:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.025916:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.025919:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.025922:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87701:87701:256:4294967295] 192.168.203.55@tcp LPNI seq info [87701:87701:8:4294967295] 00000400:00000200:2.0:1761311767.025930:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.025934:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.025937:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.025941:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.025947:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.025949:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.026174:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.026177:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311767.026180:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.026184:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.026187:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f55d06 00000400:00000010:3.0:1761311767.026188:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f55d06. 00000100:00000200:3.0:1761311767.026192:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d512b417 x1846867787702272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311767.026997:0:78589:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000008254e66. 00000400:00000200:3.0:1761311767.027659:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.027673:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee000 00000400:00000200:3.0:1761311767.027680:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab515 [1] + 224 00000400:00000200:3.0:1761311767.027695:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.027698:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.027707:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d512b417 x1846867787702272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.029792:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.029808:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152800 00000400:00000200:1.0:1761311767.029817:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f5d [2] + 0 00000400:00000200:1.0:1761311767.029881:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.029886:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.029892:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.029897:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000020:00000010:3.0:1761311767.030043:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025c7fa92. 00000020:00000010:3.0:1761311767.030051:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000000d9752d6. 00000020:00000010:3.0:1761311767.030055:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311767.030080:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781822464/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311767.030113:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822464 02000000:00000010:3.0:1761311767.030124:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078ca1278. 00010000:00000010:3.0:1761311767.030157:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002b2b5970. 00000100:00000010:3.0:1761311767.030165:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311767.030172:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311767.030175:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002b2b5970. 00000400:00000010:3.0:1761311767.030233:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311767.030239:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822464, offset 224 00000400:00000200:3.0:1761311767.030246:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.030257:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.030262:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87702:87702:256:4294967295] 192.168.203.55@tcp LPNI seq info [87702:87702:8:4294967295] 00000400:00000200:3.0:1761311767.030271:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.030275:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.030280:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311767.030294:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.030301:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.030304:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.030337:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000000d9752d6. 00000020:00000010:3.0:1761311767.030341:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:3.0:1761311767.030343:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025c7fa92. 00000800:00000200:1.0:1761311767.030443:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.030446:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:1.0:1761311767.030451:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.030454:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.030457:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:1.0:1761311767.030459:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000400:00000010:2.0:1761311767.030645:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:2.0:1761311767.030649:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311767.030650:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311767.030656:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d512b417 x1846867787702272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.030664:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d512b417 x1846867787702272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.030688:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005422c9bc. 02000000:00000010:2.0:1761311767.030703:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f1b5fce1. 02000000:00000010:2.0:1761311767.030708:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000135e349f. 00000100:00000010:2.0:1761311767.030711:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d512b417. 00000100:00000010:2.0:1761311767.030714:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.030716:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000049d1eb42. 00080000:00000010:2.0:1761311767.031695:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000135e349f. 00010000:00000010:2.0:1761311767.031799:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b9aa8ae. 00010000:00000010:2.0:1761311767.031806:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007b9f393e. 00000001:00000010:2.0:1761311767.031822:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.031834:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311767.031838:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f1b5fce1. 00000001:00000010:2.0:1761311767.031846:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.031851:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.031856:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.031861:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311767.031872:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f8b493b7. 00010000:00000010:2.0:1761311767.031886:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007254721c. 00010000:00000010:2.0:1761311767.031891:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b9aa8ae. 00010000:00000010:2.0:1761311767.031901:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000049d1eb42. 00000100:00000010:2.0:1761311767.031907:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.031913:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d512b417. 02000000:00000010:2.0:1761311767.031924:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000344cc5a7. 02000000:00000010:2.0:1761311767.031947:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f3810999. 00000400:00000010:2.0:1761311767.031951:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311767.031955:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311767.031960:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702336, portal 16 00000400:00000010:2.0:1761311767.031964:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f55d06. 00000100:00000200:2.0:1761311767.031966:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702336, offset 0 00000400:00000200:2.0:1761311767.031973:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.031984:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.031990:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.031993:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.031996:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.031999:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87703:87703:256:4294967295] 192.168.203.55@tcp LPNI seq info [87703:87703:8:4294967295] 00000400:00000200:2.0:1761311767.032008:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.032013:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.032017:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.032022:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.032028:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.032030:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311767.036881:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022c4c221. 00010000:00000010:0.1:1761311767.036894:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00000800:00000200:0.0:1761311767.036990:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.036994:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.036999:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.037009:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.037015:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f55d06 00000400:00000010:0.0:1761311767.037017:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f55d06. 00000100:00000200:0.0:1761311767.037025:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d512b417 x1846867787702336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.044651:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000939061c4. 00010000:00000010:2.1:1761311767.044663:0:78594:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008e1d4376. 00010000:00000010:2.1:1761311767.044666:0:78594:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e3fbebf. 00000400:00000200:1.0:1761311767.048271:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.048299:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee040 00000400:00000200:1.0:1761311767.048307:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab521 [1] + 224 00000400:00000200:1.0:1761311767.048342:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.048347:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.048358:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d512b417 x1846867787702336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.048487:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:2.0:1761311767.048492:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:2.0:1761311767.048494:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:2.0:1761311767.048500:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d512b417 x1846867787702336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.048507:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d512b417 x1846867787702336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.048535:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f3810999. 02000000:00000010:2.0:1761311767.048542:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000344cc5a7. 00000100:00000010:2.0:1761311767.048546:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d512b417. 00000100:00000010:2.0:1761311767.048549:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.048553:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000049d1eb42. 00000400:00000200:1.0:1761311767.050360:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.050375:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152840 00000400:00000200:1.0:1761311767.050382:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f5d [2] + 328 00000400:00000200:1.0:1761311767.050849:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.050854:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.050861:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.050866:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00000020:00000010:3.0:1761311767.053490:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025c7fa92. 00000020:00000010:3.0:1761311767.053502:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.053507:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311767.053539:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781822528/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311767.053584:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822528 02000000:00000010:3.0:1761311767.053596:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002455f9d2. 00010000:00000010:3.0:1761311767.053628:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000058237ff9. 00010000:00000010:3.0:1761311767.053654:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.053663:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311767.053679:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311767.053683:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00000400:00000010:3.0:1761311767.053698:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311767.053704:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822528, offset 224 00000400:00000200:3.0:1761311767.053712:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.053726:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.053731:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87704:87704:256:4294967295] 192.168.203.55@tcp LPNI seq info [87704:87704:8:4294967295] 00000400:00000200:3.0:1761311767.053741:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.053746:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.053750:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311767.053756:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.053763:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.053766:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.053794:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.053798:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:3.0:1761311767.053801:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025c7fa92. 00010000:00000010:2.1:1761311767.053876:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000dc4e738. 00010000:00000010:2.1:1761311767.053883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dbb81bb3. 00010000:00000010:2.1:1761311767.053887:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00000800:00000200:1.0:1761311767.053888:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.053892:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:1.0:1761311767.053896:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.053902:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00080000:00000010:2.0:1761311767.053906:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000344cc5a7. 00000400:00000200:1.0:1761311767.053906:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:1.0:1761311767.053909:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00010000:00000010:2.0:1761311767.054015:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b9aa8ae. 00010000:00000010:2.0:1761311767.054021:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d4421fe8. 00000001:00000010:2.0:1761311767.054037:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.054048:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311767.054054:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f3810999. 00000001:00000010:2.0:1761311767.054061:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.054066:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.054070:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.054073:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311767.054083:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000067e7a86f. 00100000:00000010:2.0:1761311767.054088:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000006b0bc39d. 00100000:00000010:2.0:1761311767.054091:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000472d527c. 00010000:00000010:2.0:1761311767.054105:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.0:1761311767.054110:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004b9aa8ae. 00010000:00000010:2.0:1761311767.054120:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000049d1eb42. 00000100:00000010:2.0:1761311767.054123:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.054129:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d512b417. 02000000:00000010:2.0:1761311767.054140:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009c3dbe09. 02000000:00000010:2.0:1761311767.054161:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abf547dd. 00000400:00000010:2.0:1761311767.054165:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311767.054169:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311767.054173:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702400, portal 16 00000400:00000010:2.0:1761311767.054176:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311767.054178:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702400, offset 0 00000400:00000200:2.0:1761311767.054183:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.054189:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.054194:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.054198:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.054200:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.054202:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87705:87705:256:4294967295] 192.168.203.55@tcp LPNI seq info [87705:87705:8:4294967295] 00000400:00000200:2.0:1761311767.054209:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.054213:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.054216:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.054219:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.054223:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.054225:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.054294:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.054297:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311767.054300:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.054303:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.054306:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:1.0:1761311767.054307:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:1.0:1761311767.054328:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d512b417 x1846867787702400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.059577:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.059600:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee080 00000400:00000200:1.0:1761311767.059608:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab52d [1] + 224 00000400:00000200:1.0:1761311767.059621:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.059625:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.059636:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d512b417 x1846867787702400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.059675:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.059681:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152880 00000400:00000200:1.0:1761311767.059685:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f5d [2] + 656 00000400:00000200:1.0:1761311767.059737:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.059741:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.059745:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.059752:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00000400:00000010:3.0:1761311767.059771:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:3.0:1761311767.059777:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:3.0:1761311767.059778:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:3.0:1761311767.059784:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d512b417 x1846867787702400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.059792:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d512b417 x1846867787702400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.059830:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abf547dd. 02000000:00000010:3.0:1761311767.059837:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009c3dbe09. 00000100:00000010:3.0:1761311767.059840:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d512b417. 00000100:00000010:3.0:1761311767.059854:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:3.0:1761311767.059858:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000049d1eb42. 00000020:00000010:3.0:1761311767.059897:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025c7fa92. 00000020:00000010:3.0:1761311767.059903:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.059907:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311767.059930:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781822592/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311767.059958:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822592 02000000:00000010:3.0:1761311767.059969:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001279311a. 00010000:00000010:3.0:1761311767.059996:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce09b89b. 00010000:00000010:3.0:1761311767.060016:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.060023:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311767.060031:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311767.060033:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00080000:00000010:3.0:1761311767.060058:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ce870aca. 00010000:00000010:3.0:1761311767.060194:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004b9aa8ae. 00010000:00000010:3.0:1761311767.060201:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000cd3dfb1. 00000001:00000010:3.0:1761311767.060219:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311767.060232:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00080000:00000010:3.0:1761311767.060238:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a82e0f71. 00000001:00000010:3.0:1761311767.060247:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311767.060252:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311767.060256:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f91998e2. 00000001:00000010:3.0:1761311767.060261:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f91998e2. 00100000:00000010:3.0:1761311767.060272:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b234e494. 00010000:00000010:3.0:1761311767.060298:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.0:1761311767.060304:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000674617d9. 00010000:00000010:3.0:1761311767.060334:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.060338:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311767.060344:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 02000000:00000010:3.0:1761311767.060355:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006d90d81a. 02000000:00000010:3.0:1761311767.060378:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002567fd6e. 00000400:00000010:3.0:1761311767.060383:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f91998e2. 00000400:00000010:3.0:1761311767.060387:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311767.060393:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702464, portal 16 00000400:00000010:3.0:1761311767.060397:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.060399:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702464, offset 0 00000400:00000200:3.0:1761311767.060406:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.060419:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.060425:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.060428:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.060431:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.060433:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87706:87706:256:4294967295] 192.168.203.55@tcp LPNI seq info [87706:87706:8:4294967295] 00000400:00000200:3.0:1761311767.060442:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.060447:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.060451:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311767.060458:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.060464:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.060467:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761311767.060489:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311767.060491:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822592, offset 224 00000400:00000200:3.0:1761311767.060496:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.060500:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.060504:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87707:87707:255:4294967295] 192.168.203.55@tcp LPNI seq info [87707:87707:7:4294967295] 00000400:00000200:3.0:1761311767.060510:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.060513:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.060516:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82353034). 00000800:00000200:3.0:1761311767.060520:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.060523:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.060524:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.060533:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.060537:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:3.0:1761311767.060540:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025c7fa92. 00000800:00000200:1.0:1761311767.060601:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.060605:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352786). 00000400:00000200:1.0:1761311767.060610:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.060613:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.060616:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:1.0:1761311767.060618:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:1.0:1761311767.060622:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f8dbc242 x1846867787702464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761311767.060669:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.060671:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:1.0:1761311767.060674:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.060677:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.060678:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:1.0:1761311767.060680:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000400:00000200:1.0:1761311767.062735:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.062753:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee0c0 00000400:00000200:1.0:1761311767.062760:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab535 [1] + 224 00000400:00000200:1.0:1761311767.062774:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.062777:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.062785:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f8dbc242 x1846867787702464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.063303:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f91998e2. 00000400:00000200:3.0:1761311767.063328:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:3.0:1761311767.063330:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:3.0:1761311767.063337:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f8dbc242 x1846867787702464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.063345:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f8dbc242 x1846867787702464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.063371:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002567fd6e. 02000000:00000010:3.0:1761311767.063377:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006d90d81a. 00000100:00000010:3.0:1761311767.063380:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 00000100:00000010:3.0:1761311767.063383:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311767.063386:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00010000:00000010:2.1:1761311767.064400:0:78588:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d8ebdd3c. 00010000:00000010:2.1:1761311767.064409:0:78588:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00000400:00000200:3.0:1761311767.066002:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.066018:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1528c0 00000400:00000200:3.0:1761311767.066025:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f5d [2] + 984 00000400:00000200:3.0:1761311767.066207:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.066213:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.066221:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.066226:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 00000020:00000010:0.0:1761311767.066301:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f1adce5. 00000020:00000010:0.0:1761311767.066335:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.066341:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311767.066366:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f8dbc242 x1846867781822656/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.066396:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822656 02000000:00000010:0.0:1761311767.066408:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007116f3bc. 00010000:00000010:0.0:1761311767.066437:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000422947ed. 00010000:00000010:0.0:1761311767.066457:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cedf4e45. 00000100:00000010:0.0:1761311767.066463:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311767.066474:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:0.0:1761311767.066477:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cedf4e45. 00000400:00000010:0.0:1761311767.066488:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311767.066492:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822656, offset 224 00000400:00000200:0.0:1761311767.066498:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.066507:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.066512:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87708:87708:256:4294967295] 192.168.203.55@tcp LPNI seq info [87708:87708:8:4294967295] 00000400:00000200:0.0:1761311767.066522:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.066526:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.066530:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.066535:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.066542:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.066546:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.066562:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.066566:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311767.066569:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f1adce5. 00000800:00000200:0.0:1761311767.066638:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.066641:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311767.066649:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.066652:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.066655:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:0.0:1761311767.066657:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00080000:00000010:2.0:1761311767.066717:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ce5e9d2. 00010000:00000010:2.0:1761311767.066825:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000674617d9. 00010000:00000010:2.0:1761311767.066832:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aead5a0f. 00000001:00000010:2.0:1761311767.066848:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.066859:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.066864:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c3dbe09. 00000001:00000010:2.0:1761311767.066872:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.066877:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.066882:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.066886:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.066897:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d71a521c. 00010000:00000010:2.0:1761311767.066913:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007254721c. 00010000:00000010:2.0:1761311767.066919:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.066929:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.066933:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.066938:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.066948:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abf547dd. 02000000:00000010:2.0:1761311767.066971:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f8d1fa2d. 00000400:00000010:2.0:1761311767.066975:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.066979:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.066984:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702528, portal 16 00000400:00000010:2.0:1761311767.066988:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ed3df7a. 00000100:00000200:2.0:1761311767.066990:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702528, offset 0 00000400:00000200:2.0:1761311767.066995:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.067001:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.067007:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.067011:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.067013:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.067016:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87709:87709:256:4294967295] 192.168.203.55@tcp LPNI seq info [87709:87709:8:4294967295] 00000400:00000200:2.0:1761311767.067023:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.067027:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.067030:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.067033:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.067037:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.067039:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311767.067335:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b516f3a7. 00010000:00000010:3.1:1761311767.067340:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e56b22d7. 00010000:00000010:3.1:1761311767.067343:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004a15b9e1. 00010000:00000010:3.1:1761311767.067347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00000800:00000200:0.0:1761311767.067519:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.067522:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311767.067526:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.067530:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.067533:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ed3df7a 00000400:00000010:0.0:1761311767.067535:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ed3df7a. 00000100:00000200:0.0:1761311767.067541:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787702528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.071515:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.073269:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee100 00000400:00000200:1.0:1761311767.073279:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab545 [1] + 224 00000400:00000200:1.0:1761311767.073475:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.073481:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.073493:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787702528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.073525:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.073531:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152900 00000400:00000200:1.0:1761311767.073537:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f5d [2] + 1312 00000400:00000200:1.0:1761311767.073641:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.073646:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.073650:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.073656:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 00000400:00000010:2.0:1761311767.073723:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.073731:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.073733:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.073739:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787702528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.073746:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787702528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.073775:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f8d1fa2d. 02000000:00000010:2.0:1761311767.073781:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000abf547dd. 00000100:00000010:2.0:1761311767.073787:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.073790:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.073793:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000020:00000010:3.0:1761311767.073875:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad9a5959. 00000020:00000010:3.0:1761311767.073882:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.073886:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311767.073909:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a847972a x1846867781822720/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311767.073946:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822720 02000000:00000010:3.0:1761311767.073959:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006d90d81a. 00010000:00000010:3.0:1761311767.073985:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e6b58f47. 00010000:00000010:3.0:1761311767.074003:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.074010:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311767.074025:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311767.074029:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00000400:00000010:3.0:1761311767.074040:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311767.074044:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822720, offset 224 00000400:00000200:3.0:1761311767.074051:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.074061:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.074066:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87710:87710:256:4294967295] 192.168.203.55@tcp LPNI seq info [87710:87710:8:4294967295] 00000400:00000200:3.0:1761311767.074075:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.074079:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.074083:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311767.074088:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.074095:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.074098:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.074113:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.074117:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:3.0:1761311767.074120:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad9a5959. 00010000:00000010:0.1:1761311767.074347:0:1372:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001d634534. 00000800:00000200:0.0:1761311767.074438:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.074442:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311767.074446:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.074449:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.074452:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:0.0:1761311767.074453:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00010000:00000010:2.1:1761311767.074527:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000087f18c82. 00010000:00000010:2.1:1761311767.074533:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00080000:00000010:2.0:1761311767.074550:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f8d1fa2d. 00010000:00000010:2.0:1761311767.074669:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.074675:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e72e19a0. 00000001:00000010:2.0:1761311767.074690:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.074705:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.074710:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015b7b31b. 00000001:00000010:2.0:1761311767.074718:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.074723:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.074728:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.074732:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.074745:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008c9c02a9. 00010000:00000010:2.0:1761311767.074761:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.0:1761311767.074766:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.074774:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.074778:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.074784:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.074794:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000042e191f5. 02000000:00000010:2.0:1761311767.074817:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000408f164b. 00000400:00000010:2.0:1761311767.074821:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.074837:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.074841:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702592, portal 16 00000400:00000010:2.0:1761311767.074845:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311767.074847:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702592, offset 0 00000400:00000200:2.0:1761311767.074852:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.074859:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.074866:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.074870:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.074872:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.074875:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87711:87711:256:4294967295] 192.168.203.55@tcp LPNI seq info [87711:87711:8:4294967295] 00000400:00000200:2.0:1761311767.074883:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.074887:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.074890:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.074895:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.074899:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.074902:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.075059:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.075062:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.075065:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.075069:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.075071:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:0.0:1761311767.075073:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 00000100:00000200:0.0:1761311767.075078:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787702592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.077421:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.077441:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee140 00000400:00000200:1.0:1761311767.077449:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab551 [1] + 224 00000400:00000200:1.0:1761311767.077465:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.077469:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.077483:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787702592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.077600:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.077606:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.077608:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.077613:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787702592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.077621:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787702592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.077650:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000408f164b. 02000000:00000010:2.0:1761311767.077655:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000042e191f5. 00000100:00000010:2.0:1761311767.077658:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.077662:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.077666:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000400:00000200:0.0:1761311767.077819:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.077827:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152940 00000400:00000200:0.0:1761311767.077832:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f5d [2] + 1640 00000400:00000200:0.0:1761311767.077959:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.077964:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.077968:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.077973:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e40d05a. 00000020:00000010:1.0:1761311767.078107:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012ff3ef7. 00000020:00000010:1.0:1761311767.078114:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.078118:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.078140:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e40d05a x1846867781822784/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311767.078172:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822784 02000000:00000010:1.0:1761311767.078182:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000063906c46. 00010000:00000010:1.0:1761311767.078207:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003504d694. 00010000:00000010:1.0:1761311767.078225:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.078231:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e55616af. 00000100:00000010:1.0:1761311767.078244:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e55616af. 00010000:00000010:1.0:1761311767.078247:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00000400:00000010:1.0:1761311767.078258:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311767.078262:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822784, offset 224 00000400:00000200:1.0:1761311767.078268:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.078277:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.078293:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87712:87712:256:4294967295] 192.168.203.55@tcp LPNI seq info [87712:87712:8:4294967295] 00000400:00000200:1.0:1761311767.078301:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.078305:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.078336:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.078342:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.078347:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.078350:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.078367:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.078371:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.078374:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012ff3ef7. 00080000:00000010:2.0:1761311767.078433:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042e191f5. 00010000:00000010:2.0:1761311767.078532:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.078538:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001d49477b. 00000001:00000010:2.0:1761311767.078554:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.078568:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.078573:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000408f164b. 00000001:00000010:2.0:1761311767.078580:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.078585:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.078590:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.078594:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.078606:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f4df1e1a. 00010000:00000010:2.0:1761311767.078620:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.0:1761311767.078625:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.078633:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.078637:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.078642:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.078651:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008e227bcb. 02000000:00000010:2.0:1761311767.078679:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004c08f207. 00000400:00000010:2.0:1761311767.078683:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.078687:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.078691:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702656, portal 16 00000400:00000010:2.0:1761311767.078695:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311767.078697:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702656, offset 0 00000400:00000200:2.0:1761311767.078701:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.078707:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.078713:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.078717:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.078719:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.078721:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87713:87713:255:4294967295] 192.168.203.55@tcp LPNI seq info [87713:87713:7:4294967295] 00000400:00000200:2.0:1761311767.078728:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.078732:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.078735:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311767.078738:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.078742:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.078744:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.078748:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.078751:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:0.0:1761311767.078755:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.078758:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.078761:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:0.0:1761311767.078762:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 00000800:00000200:0.0:1761311767.078792:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.078794:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.078797:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.078800:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.078802:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:0.0:1761311767.078803:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000100:00000200:0.0:1761311767.078807:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787702656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.080443:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.080463:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee180 00000400:00000200:1.0:1761311767.080471:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab55d [1] + 224 00000400:00000200:1.0:1761311767.080492:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.080496:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.080505:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787702656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.080597:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.080601:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.080603:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.080607:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787702656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.080615:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787702656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.080640:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004c08f207. 02000000:00000010:2.0:1761311767.080645:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008e227bcb. 00000100:00000010:2.0:1761311767.080648:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000400:00000200:0.0:1761311767.080649:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000100:00000010:2.0:1761311767.080651:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.080655:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000400:00000200:0.0:1761311767.080656:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152980 00000400:00000200:0.0:1761311767.080661:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9f5d [2] + 1968 00000400:00000010:0.0:1761311767.080663:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d69a8d2. 00000400:00000200:0.0:1761311767.080667:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d8ef9e6c 00000400:00000200:0.0:1761311767.080709:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.080713:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.080715:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d8ef9e6c 00000400:00000010:0.0:1761311767.080717:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d8ef9e6c (tot 82352386). 00000100:00000200:0.0:1761311767.080722:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311767.080852:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012ff3ef7. 00000020:00000010:1.0:1761311767.080859:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.080863:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.080885:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000372df91c x1846867781822848/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311767.080912:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822848 02000000:00000010:1.0:1761311767.080923:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007051213. 00010000:00000010:1.0:1761311767.080947:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffd8876e. 00010000:00000010:1.0:1761311767.080979:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.080986:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e55616af. 00000100:00000010:1.0:1761311767.081000:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e55616af. 00010000:00000010:1.0:1761311767.081002:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00000400:00000010:1.0:1761311767.081016:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311767.081020:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822848, offset 224 00000400:00000200:1.0:1761311767.081026:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.081036:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.081040:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87714:87714:256:4294967295] 192.168.203.55@tcp LPNI seq info [87714:87714:8:4294967295] 00000400:00000200:1.0:1761311767.081050:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.081055:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.081059:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352634). 00000800:00000200:1.0:1761311767.081065:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.081071:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.081074:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.081096:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.081100:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.081102:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012ff3ef7. 02000000:00000010:1.0:1761311767.081111:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000063906c46. 00000100:00000010:1.0:1761311767.081115:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e40d05a. 02000000:00000010:1.0:1761311767.081118:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006d90d81a. 00000100:00000010:1.0:1761311767.081122:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311767.081125:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007116f3bc. 00000100:00000010:1.0:1761311767.081129:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f8dbc242. 02000000:00000010:1.0:1761311767.081131:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001279311a. 00000100:00000010:1.0:1761311767.081133:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 02000000:00000010:1.0:1761311767.081135:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002455f9d2. 00000100:00000010:1.0:1761311767.081137:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:1.0:1761311767.081140:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078ca1278. 00000100:00000010:1.0:1761311767.081142:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 00000100:00000200:1.0:1761311767.081149:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311767.081154:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005555fb93. 00000400:00000010:1.0:1761311767.081157:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e55616af (tot 82352786). 00080000:00000010:2.0:1761311767.081391:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008e227bcb. 00010000:00000010:2.0:1761311767.081538:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.081546:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000045b5393e. 00000800:00000200:0.0:1761311767.081552:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.081556:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.081560:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.081564:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000001:00000010:2.0:1761311767.081567:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000400:00000200:0.0:1761311767.081567:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:0.0:1761311767.081568:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 02000000:00000010:0.0:1761311767.081572:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007051213. 00000001:00000010:2.0:1761311767.081580:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.081585:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c08f207. 00000001:00000010:2.0:1761311767.081593:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.081599:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.081605:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.081610:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.081624:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d9d50f90. 00100000:00000010:2.0:1761311767.081632:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b94ba7fc. 00100000:00000010:2.0:1761311767.081635:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cf8abbb8. 00010000:00000010:2.0:1761311767.081655:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.0:1761311767.081662:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.081674:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.081678:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.081685:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.081695:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005aab3df0. 02000000:00000010:2.0:1761311767.081721:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a75ee8da. 00000400:00000010:2.0:1761311767.081724:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.081729:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.081732:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702720, portal 16 00000400:00000010:2.0:1761311767.081737:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e7ca96. 00000100:00000200:2.0:1761311767.081739:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702720, offset 0 00000400:00000200:2.0:1761311767.081744:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.081751:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.081757:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.081760:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.081762:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.081770:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87715:87715:256:4294967295] 192.168.203.55@tcp LPNI seq info [87715:87715:8:4294967295] 00000400:00000200:2.0:1761311767.081777:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.081781:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.081784:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.081788:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.081792:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.081794:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.081900:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.081903:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311767.081907:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.081910:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.081912:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e7ca96 00000400:00000010:1.0:1761311767.081913:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e7ca96. 00000100:00000200:1.0:1761311767.081918:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787702720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.083359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f1e0e399. 00010000:00000010:2.1:1761311767.083423:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002302c6c8. 00010000:00000010:2.1:1761311767.083429:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.1:1761311767.083530:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000061fbf5f. 00000400:00000200:0.0:1761311767.083593:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.083609:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee1c0 00000400:00000200:0.0:1761311767.083618:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab56d [1] + 224 00000400:00000200:0.0:1761311767.083628:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.083632:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.083640:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787702720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.083673:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.083677:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1529c0 00000400:00000200:0.0:1761311767.083682:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9fb5 [2] + 0 00000400:00000200:0.0:1761311767.083723:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.083726:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.083729:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.083734:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001aa20607. 00000400:00000010:2.0:1761311767.083798:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.083803:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.083804:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.083810:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787702720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.083817:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787702720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.083851:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a75ee8da. 02000000:00000010:2.0:1761311767.083857:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005aab3df0. 00000100:00000010:2.0:1761311767.083860:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.083863:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.083866:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000020:00000010:1.0:1761311767.083926:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063906c46. 00000020:00000010:1.0:1761311767.083932:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.083935:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.083954:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001aa20607 x1846867781822912/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311767.083984:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822912 02000000:00000010:1.0:1761311767.083993:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000012ff3ef7. 00010000:00000010:1.0:1761311767.084014:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7f6dffe. 00010000:00000010:1.0:1761311767.084030:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.084035:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c338519e. 00000100:00000010:1.0:1761311767.084047:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c338519e. 00010000:00000010:1.0:1761311767.084050:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00000400:00000010:1.0:1761311767.084061:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311767.084064:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822912, offset 224 00000400:00000200:1.0:1761311767.084070:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.084079:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.084084:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87716:87716:256:4294967295] 192.168.203.55@tcp LPNI seq info [87716:87716:8:4294967295] 00000400:00000200:1.0:1761311767.084093:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.084098:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.084101:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.084106:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.084111:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.084115:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.084132:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.084135:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.084137:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063906c46. 00080000:00000010:2.0:1761311767.084378:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005aab3df0. 00010000:00000010:2.0:1761311767.084484:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.084490:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098df4271. 00000001:00000010:2.0:1761311767.084504:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.084514:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.084519:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a75ee8da. 00000001:00000010:2.0:1761311767.084526:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.084531:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.084536:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.084541:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.084552:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000331e8bf8. 00010000:00000010:2.0:1761311767.084566:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007254721c. 00010000:00000010:2.0:1761311767.084571:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.084579:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.084583:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.084588:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.084597:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000001ee3b39. 02000000:00000010:2.0:1761311767.084616:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000042f5cd14. 00000400:00000010:2.0:1761311767.084620:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.084623:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.084627:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702784, portal 16 00000400:00000010:2.0:1761311767.084630:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a05cd5f. 00000100:00000200:2.0:1761311767.084632:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702784, offset 0 00000400:00000200:2.0:1761311767.084637:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.084643:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.084649:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.084653:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.084655:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.084657:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87717:87717:255:4294967295] 192.168.203.55@tcp LPNI seq info [87717:87717:7:4294967295] 00000400:00000200:2.0:1761311767.084663:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.084667:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.084670:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311767.084674:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.084678:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.084680:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.085000:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.085003:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:0.0:1761311767.085007:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.085011:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.085014:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:0.0:1761311767.085016:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 00000800:00000200:0.0:1761311767.085067:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.085069:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311767.085072:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.085075:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.085077:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:0.0:1761311767.085078:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 00000100:00000200:0.0:1761311767.085082:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787702784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.087064:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.087086:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee200 00000400:00000200:1.0:1761311767.087095:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab579 [1] + 224 00000400:00000200:1.0:1761311767.087106:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.087109:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.087118:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787702784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.087158:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.087162:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152a00 00000400:00000200:1.0:1761311767.087167:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9fb5 [2] + 328 00000400:00000200:1.0:1761311767.087219:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.087223:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.087226:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.087231:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000400:00000010:2.0:1761311767.087307:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00010000:00000010:2.1:1761311767.087355:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f18d987a. 00010000:00000010:2.1:1761311767.087363:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00000400:00000200:2.0:1761311767.087373:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.087375:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.087380:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787702784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.087386:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787702784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.087413:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000042f5cd14. 02000000:00000010:2.0:1761311767.087418:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000001ee3b39. 00000100:00000010:2.0:1761311767.087420:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.087423:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.087426:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000020:00000010:3.0:1761311767.087650:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002567fd6e. 00000020:00000010:3.0:1761311767.087658:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.087662:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311767.087686:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781822976/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311767.087715:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781822976 02000000:00000010:3.0:1761311767.087727:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025c7fa92. 00010000:00000010:3.0:1761311767.087752:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004c7fce77. 00010000:00000010:3.0:1761311767.087771:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.087777:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311767.087792:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311767.087795:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00000400:00000010:3.0:1761311767.087808:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311767.087813:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781822976, offset 224 00000400:00000200:3.0:1761311767.087819:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.087829:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.087834:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87718:87718:256:4294967295] 192.168.203.55@tcp LPNI seq info [87718:87718:8:4294967295] 00000400:00000200:3.0:1761311767.087852:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.087858:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.087863:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311767.087868:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.087874:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.087877:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.087893:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.087896:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:3.0:1761311767.087899:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002567fd6e. 00080000:00000010:2.0:1761311767.088118:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001ee3b39. 00000800:00000200:0.0:1761311767.088157:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.088161:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311767.088165:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.088168:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.088170:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:0.0:1761311767.088172:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00010000:00000010:2.0:1761311767.088229:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.088235:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000936f937e. 00000001:00000010:2.0:1761311767.088264:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.088278:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.088295:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000042f5cd14. 00000001:00000010:2.0:1761311767.088304:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.088346:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.088353:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.088359:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.088370:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f0fbb713. 00010000:00000010:2.0:1761311767.088386:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.0:1761311767.088390:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.088400:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.088404:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.088409:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.088417:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039086158. 02000000:00000010:2.0:1761311767.088439:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005aa13907. 00000400:00000010:2.0:1761311767.088442:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.088446:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.088450:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702848, portal 16 00000400:00000010:2.0:1761311767.088454:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048e81b04. 00000100:00000200:2.0:1761311767.088456:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702848, offset 0 00000400:00000200:2.0:1761311767.088468:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.088474:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.088480:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.088483:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.088485:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.088488:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87719:87719:256:4294967295] 192.168.203.55@tcp LPNI seq info [87719:87719:8:4294967295] 00000400:00000200:2.0:1761311767.088495:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.088499:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.088502:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.088506:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.088510:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.088512:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.088574:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.088577:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.088580:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.088584:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.088586:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:0.0:1761311767.088587:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 00000100:00000200:0.0:1761311767.088592:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787702848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.091052:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.091071:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee240 00000400:00000200:1.0:1761311767.091079:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab585 [1] + 224 00000400:00000200:1.0:1761311767.091096:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.091100:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.091110:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787702848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.091618:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.091628:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152a40 00000400:00000200:0.0:1761311767.091634:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9fb5 [2] + 656 00000400:00000200:0.0:1761311767.091689:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.091693:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.091697:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.091701:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1356861. 00000020:00000010:1.0:1761311767.091965:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063906c46. 00000020:00000010:1.0:1761311767.091972:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.091976:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.092002:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1356861 x1846867781823040/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311767.092035:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823040 02000000:00000010:1.0:1761311767.092046:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8509532. 00010000:00000010:1.0:1761311767.092082:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.092088:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c338519e. 00000100:00000010:1.0:1761311767.092094:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c338519e. 00010000:00000010:1.0:1761311767.092097:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00000400:00000010:1.0:1761311767.092111:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311767.092116:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823040, offset 224 00000400:00000200:1.0:1761311767.092123:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.092134:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.092141:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87720:87720:256:4294967295] 192.168.203.55@tcp LPNI seq info [87720:87720:8:4294967295] 00000400:00000200:1.0:1761311767.092150:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.092155:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.092160:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.092165:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.092170:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.092174:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.092186:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.092190:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.092193:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063906c46. 00000400:00000010:2.0:1761311767.092211:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.092216:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.092219:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.092224:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787702848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.092232:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787702848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.092251:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000adb2f1b5. 02000000:00000010:2.0:1761311767.092266:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005aa13907. 02000000:00000010:2.0:1761311767.092270:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039086158. 00000100:00000010:2.0:1761311767.092273:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.092276:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.092278:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00080000:00000010:2.0:1761311767.092300:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039086158. 00010000:00000010:2.0:1761311767.092435:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.092441:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005b2bc55a. 00000001:00000010:2.0:1761311767.092458:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.092472:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.092477:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005aa13907. 00000001:00000010:2.0:1761311767.092485:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.092490:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.092495:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.092499:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.092513:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000547c88aa. 00010000:00000010:2.0:1761311767.092528:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e145b147. 00010000:00000010:2.0:1761311767.092532:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.092547:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.092551:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.092557:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.092566:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009e41eeaf. 02000000:00000010:2.0:1761311767.092586:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005231aac1. 00000400:00000010:2.0:1761311767.092589:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.092592:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.092597:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702912, portal 16 00000400:00000010:2.0:1761311767.092601:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005833ca56. 00000100:00000200:2.0:1761311767.092602:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702912, offset 0 00000400:00000200:2.0:1761311767.092607:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.092612:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.092618:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.092621:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.092624:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.092626:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87721:87721:255:4294967295] 192.168.203.55@tcp LPNI seq info [87721:87721:7:4294967295] 00000400:00000200:2.0:1761311767.092633:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.092638:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.092640:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311767.092644:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.092648:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.092650:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.093233:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.093237:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:0.0:1761311767.093242:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.093246:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.093250:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:0.0:1761311767.093251:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000800:00000200:0.0:1761311767.093307:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.093334:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.093338:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.093341:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.093343:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005833ca56 00000400:00000010:0.0:1761311767.093345:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005833ca56. 00000100:00000200:0.0:1761311767.093349:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787702912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.094356:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b604e4aa. 00010000:00000010:2.1:1761311767.094365:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00010000:00000010:1.1:1761311767.094569:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008f08465a. 00010000:00000010:1.1:1761311767.094575:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c408a4. 00000400:00000200:1.0:1761311767.101451:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.101475:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee280 00000400:00000200:1.0:1761311767.101484:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab591 [1] + 224 00000400:00000200:1.0:1761311767.101497:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.101502:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.101516:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787702912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.101559:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.101564:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152a80 00000400:00000200:1.0:1761311767.101568:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9fb5 [2] + 984 00000400:00000200:1.0:1761311767.101645:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.101649:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.101652:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.101662:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00000400:00000010:2.0:1761311767.101754:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000020:00000010:0.0:1761311767.101755:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f1adce5. 00000400:00000200:2.0:1761311767.101761:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.101763:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000020:00000010:0.0:1761311767.101764:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000100:00000200:2.0:1761311767.101769:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787702912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:0.0:1761311767.101769:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:2.0:1761311767.101776:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787702912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.101796:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781823104/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:2.0:1761311767.101805:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005231aac1. 02000000:00000010:2.0:1761311767.101810:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009e41eeaf. 00000100:00000010:2.0:1761311767.101813:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.101817:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.101820:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000100:00000200:0.0:1761311767.101831:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823104 02000000:00000010:0.0:1761311767.101853:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afb281c4. 00010000:00000010:0.0:1761311767.101883:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003c5af40c. 00010000:00000010:0.0:1761311767.101910:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cedf4e45. 00000100:00000010:0.0:1761311767.101918:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311767.101932:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:0.0:1761311767.101934:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cedf4e45. 00000400:00000010:0.0:1761311767.101948:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311767.101954:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823104, offset 224 00000400:00000200:0.0:1761311767.101962:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.101975:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00080000:00000010:2.0:1761311767.101978:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009e41eeaf. 00000400:00000200:0.0:1761311767.101982:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87722:87722:256:4294967295] 192.168.203.55@tcp LPNI seq info [87722:87722:8:4294967295] 00000400:00000200:0.0:1761311767.101991:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.101997:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.102001:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.102007:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.102014:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.102019:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.102042:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.102047:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311767.102050:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f1adce5. 00000800:00000200:0.0:1761311767.102124:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.102127:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00010000:00000010:2.0:1761311767.102128:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.102135:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000185f726c. 00000400:00000200:0.0:1761311767.102136:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.102139:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.102141:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:0.0:1761311767.102143:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00000001:00000010:2.0:1761311767.102158:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.102178:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.102183:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005231aac1. 00000001:00000010:2.0:1761311767.102192:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.102198:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.102204:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.102209:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.102221:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000928e5b80. 00010000:00000010:2.0:1761311767.102238:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.0:1761311767.102242:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.102252:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.102255:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.102261:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.102271:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004c313087. 02000000:00000010:2.0:1761311767.102305:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000479c06ac. 00000400:00000010:2.0:1761311767.102334:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.102339:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.102343:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787702976, portal 16 00000400:00000010:2.0:1761311767.102347:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e7df18d. 00000100:00000200:2.0:1761311767.102349:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787702976, offset 0 00000400:00000200:2.0:1761311767.102354:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.102359:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.102365:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.102368:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.102371:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.102373:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87723:87723:256:4294967295] 192.168.203.55@tcp LPNI seq info [87723:87723:8:4294967295] 00000400:00000200:2.0:1761311767.102380:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.102385:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.102388:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.102391:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.102395:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.102397:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.102448:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.102451:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311767.102454:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.102458:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.102460:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:0.0:1761311767.102461:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000100:00000200:0.0:1761311767.102465:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787702976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311767.103348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aac05241. 00010000:00000010:2.1:1761311767.103412:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005027b19f. 00010000:00000010:2.1:1761311767.103419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.1:1761311767.103422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000001af7ced. 00010000:00000010:2.1:1761311767.103425:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:2.1:1761311767.106522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000751cd46e. 00010000:00000010:2.1:1761311767.106537:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004930b0ea. 00010000:00000010:2.1:1761311767.106541:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:0.1:1761311767.107347:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056e49d78. 00000400:00000200:1.0:1761311767.107969:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.107985:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee2c0 00000400:00000200:1.0:1761311767.107993:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab59d [1] + 224 00000400:00000200:1.0:1761311767.108005:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.108009:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.108019:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787702976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.108053:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.108058:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152ac0 00000400:00000200:1.0:1761311767.108063:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9fb5 [2] + 1312 00000400:00000200:1.0:1761311767.108124:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.108128:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.108133:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.108138:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00000400:00000010:2.0:1761311767.108773:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.108780:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.108783:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.108789:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787702976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.108798:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787702976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.108825:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000479c06ac. 02000000:00000010:2.0:1761311767.108830:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004c313087. 00000100:00000010:2.0:1761311767.108833:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.108836:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.108839:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000020:00000010:0.0:1761311767.108984:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002f1adce5. 00000020:00000010:0.0:1761311767.108991:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.108995:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311767.109015:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781823168/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.109681:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823168 02000000:00000010:0.0:1761311767.109693:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004375f6cf. 00010000:00000010:0.0:1761311767.109720:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fb85ce73. 00010000:00000010:0.0:1761311767.109741:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cedf4e45. 00000100:00000010:0.0:1761311767.109747:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311767.109987:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:0.0:1761311767.109991:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cedf4e45. 00000400:00000010:0.0:1761311767.110005:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311767.110009:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823168, offset 224 00000400:00000200:0.0:1761311767.110016:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.110029:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.110034:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87724:87724:256:4294967295] 192.168.203.55@tcp LPNI seq info [87724:87724:8:4294967295] 00000400:00000200:0.0:1761311767.110044:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.110050:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.110054:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.110060:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.110067:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.110070:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761311767.110147:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004c313087. 00000020:00000010:0.0:1761311767.110474:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.110480:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311767.110484:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002f1adce5. 00010000:00000010:2.0:1761311767.110730:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.110737:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d5a0963f. 00000001:00000010:2.0:1761311767.110754:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.110767:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.110772:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000479c06ac. 00000001:00000010:2.0:1761311767.110780:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.110785:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.110789:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.110794:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.110805:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000095dfc3fe. 00100000:00000010:2.0:1761311767.110811:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000d3316e41. 00100000:00000010:2.0:1761311767.110813:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000675fb5d7. 00010000:00000010:2.0:1761311767.110830:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.0:1761311767.110834:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000075a1ebf9. 00010000:00000010:2.0:1761311767.110843:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.110849:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000053703fff. 00000100:00000010:2.0:1761311767.110856:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.110867:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abf547dd. 02000000:00000010:2.0:1761311767.110890:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c7068d55. 00000400:00000010:2.0:1761311767.110895:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.110899:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.110903:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703040, portal 16 00000400:00000010:2.0:1761311767.110907:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031517c0b. 00000100:00000200:2.0:1761311767.110909:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703040, offset 0 00000400:00000200:2.0:1761311767.110915:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.110923:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.110929:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.110932:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.110935:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.110938:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87725:87725:255:4294967295] 192.168.203.55@tcp LPNI seq info [87725:87725:7:4294967295] 00000400:00000200:2.0:1761311767.110946:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.110951:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.110954:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311767.110958:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.110963:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.110965:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.111526:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.111530:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352786). 00000400:00000200:1.0:1761311767.111538:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.111543:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.111546:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:1.0:1761311767.111548:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00000800:00000200:1.0:1761311767.111613:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.111615:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311767.111618:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.111621:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.111623:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031517c0b 00000400:00000010:1.0:1761311767.111625:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031517c0b. 00000100:00000200:1.0:1761311767.111629:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787703040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.112371:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d08eeabb. 00010000:00000010:2.1:1761311767.112380:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:0.1:1761311767.121396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e5a056a1. 00000400:00000200:0.0:1761311767.122660:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.122680:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee300 00000400:00000200:0.0:1761311767.122689:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab5a9 [1] + 224 00000400:00000200:0.0:1761311767.122703:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.122707:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.122720:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787703040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.123423:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.123433:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152b00 00000400:00000200:0.0:1761311767.123439:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9fb5 [2] + 1640 00000400:00000200:0.0:1761311767.123465:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.123468:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.123472:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.123478:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6f5f42e. 00000400:00000010:2.0:1761311767.124236:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.124242:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.124244:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.124251:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787703040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.124260:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787703040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.124299:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c7068d55. 02000000:00000010:2.0:1761311767.124304:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000abf547dd. 00000100:00000010:2.0:1761311767.124350:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.124355:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000053703fff. 00010000:00000010:2.0:1761311767.124359:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000020:00000010:1.0:1761311767.125166:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000063906c46. 00000020:00000010:1.0:1761311767.125174:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.125177:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.125199:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6f5f42e x1846867781823232/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311767.126487:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823232 02000000:00000010:1.0:1761311767.126502:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007051213. 00010000:00000010:1.0:1761311767.126532:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000399ca0fe. 00010000:00000010:1.0:1761311767.126556:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.126563:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c338519e. 00000100:00000010:1.0:1761311767.126576:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c338519e. 00010000:00000010:1.0:1761311767.126579:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00000400:00000010:1.0:1761311767.126593:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311767.126598:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823232, offset 224 00000400:00000200:1.0:1761311767.126607:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.126621:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.126626:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87726:87726:256:4294967295] 192.168.203.55@tcp LPNI seq info [87726:87726:8:4294967295] 00000400:00000200:1.0:1761311767.126636:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.126641:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.126645:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.126651:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.126656:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.126660:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.126676:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.126680:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.126682:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000063906c46. 00000800:00000200:1.0:1761311767.126847:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.126850:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.126854:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.126859:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.126863:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:1.0:1761311767.126864:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00080000:00000010:1.0:1761311767.126890:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063906c46. 00010000:00000010:1.0:1761311767.127015:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000075a1ebf9. 00010000:00000010:1.0:1761311767.127022:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000536dbd11. 00000001:00000010:1.0:1761311767.127038:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.127050:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00080000:00000010:1.0:1761311767.127056:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b61afc42. 00000001:00000010:1.0:1761311767.127064:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.127070:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.127076:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.127080:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00100000:00000010:1.0:1761311767.127102:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e80c29a4. 00010000:00000010:1.0:1761311767.127118:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311767.127124:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311767.127133:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.127137:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c338519e. 00000100:00000010:1.0:1761311767.127143:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311767.127154:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e0b52192. 02000000:00000010:1.0:1761311767.127175:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8b6c145. 00000400:00000010:1.0:1761311767.127180:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9122b4c. 00000400:00000010:1.0:1761311767.127184:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311767.127189:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703104, portal 16 00000400:00000010:1.0:1761311767.127193:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071fc6447. 00000100:00000200:1.0:1761311767.127195:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703104, offset 0 00000400:00000200:1.0:1761311767.127199:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.127205:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.127211:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.127215:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.127218:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.127220:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87727:87727:256:4294967295] 192.168.203.55@tcp LPNI seq info [87727:87727:8:4294967295] 00000400:00000200:1.0:1761311767.127227:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.127232:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.127235:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.127239:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.127243:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.127245:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.129975:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.129983:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.129990:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.129998:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.130004:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:0.0:1761311767.130005:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000100:00000200:0.0:1761311767.130014:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787703104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.132182:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004d3135fa. 00010000:00000010:2.1:1761311767.132195:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00000400:00000200:3.0:1761311767.135393:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.135415:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee340 00000400:00000200:3.0:1761311767.135425:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab5b5 [1] + 224 00000400:00000200:3.0:1761311767.135439:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.135443:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.135456:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787703104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.135490:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.135495:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152b40 00000400:00000200:3.0:1761311767.135500:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xa9fb5 [2] + 1968 00000400:00000010:3.0:1761311767.135504:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000868293d. 00000400:00000200:3.0:1761311767.135509:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000011cd7c1b 00000400:00000200:3.0:1761311767.135522:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.135525:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.135527:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011cd7c1b 00000400:00000010:3.0:1761311767.135529:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000011cd7c1b (tot 82352386). 00000100:00000200:3.0:1761311767.135534:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761311767.135585:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002567fd6e. 00000020:00000010:3.0:1761311767.135593:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.135597:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311767.135625:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000dfa9357 x1846867781823296/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311767.135655:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823296 02000000:00000010:3.0:1761311767.135667:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078ca1278. 00010000:00000010:3.0:1761311767.135702:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.135708:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001b743b35. 00000100:00000010:3.0:1761311767.135714:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001b743b35. 00010000:00000010:3.0:1761311767.135717:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00000400:00000010:3.0:1761311767.135730:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.135734:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823296, offset 224 00000400:00000200:3.0:1761311767.135740:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.135751:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.135756:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87728:87728:256:4294967295] 192.168.203.55@tcp LPNI seq info [87728:87728:8:4294967295] 00000400:00000200:3.0:1761311767.135765:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.135769:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.135773:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352634). 00000800:00000200:3.0:1761311767.135779:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.135785:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.135789:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.135804:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.135807:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:3.0:1761311767.135810:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002567fd6e. 02000000:00000010:3.0:1761311767.135818:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007051213. 00000100:00000010:3.0:1761311767.135821:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6f5f42e. 02000000:00000010:3.0:1761311767.135824:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004375f6cf. 00000100:00000010:3.0:1761311767.135826:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 02000000:00000010:3.0:1761311767.135829:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afb281c4. 00000100:00000010:3.0:1761311767.135831:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:3.0:1761311767.135834:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8509532. 00000100:00000010:3.0:1761311767.135836:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1356861. 02000000:00000010:3.0:1761311767.135839:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025c7fa92. 00000100:00000010:3.0:1761311767.135840:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:3.0:1761311767.135845:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000012ff3ef7. 00000100:00000010:3.0:1761311767.135847:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001aa20607. 00000100:00000200:3.0:1761311767.135852:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311767.135856:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f91998e2. 00000400:00000010:3.0:1761311767.135860:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001b743b35 (tot 82352786). 00000800:00000200:3.0:1761311767.135946:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.135949:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:3.0:1761311767.135953:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.135956:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.135959:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.135960:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 02000000:00000010:3.0:1761311767.135963:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078ca1278. 00010000:00000010:1.1:1761311767.136062:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c9f50f05. 00010000:00000010:1.1:1761311767.136071:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005851a40a. 00010000:00000010:1.1:1761311767.136075:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00000400:00000010:1.0:1761311767.136090:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9122b4c. 00000400:00000200:1.0:1761311767.136094:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:1.0:1761311767.136095:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:1.0:1761311767.136100:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787703104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.136108:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787703104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311767.136129:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cd54ed07. 02000000:00000010:1.0:1761311767.136141:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8b6c145. 02000000:00000010:1.0:1761311767.136146:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e0b52192. 00000100:00000010:1.0:1761311767.136149:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000010:1.0:1761311767.136152:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c338519e. 00010000:00000010:1.0:1761311767.136155:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00080000:00000010:1.0:1761311767.136170:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0b52192. 00010000:00000010:1.0:1761311767.136296:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311767.136302:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003551691c. 00000001:00000010:1.0:1761311767.136339:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.136355:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00080000:00000010:1.0:1761311767.136361:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c8b6c145. 00000001:00000010:1.0:1761311767.136370:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.136376:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.136382:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.136387:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00100000:00000010:1.0:1761311767.136401:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000eed27584. 00010000:00000010:1.0:1761311767.136415:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311767.136420:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000be43618f. 00010000:00000010:1.0:1761311767.136429:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.136432:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c338519e. 00000100:00000010:1.0:1761311767.136437:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 02000000:00000010:1.0:1761311767.136449:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec225cba. 02000000:00000010:1.0:1761311767.136471:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f659556e. 00000400:00000010:1.0:1761311767.136474:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9122b4c. 00000400:00000010:1.0:1761311767.136478:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311767.136480:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703168, portal 16 00000400:00000010:1.0:1761311767.136484:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311767.136486:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703168, offset 0 00000400:00000200:1.0:1761311767.136491:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.136498:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.136505:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.136508:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.136511:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.136514:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87729:87729:256:4294967295] 192.168.203.55@tcp LPNI seq info [87729:87729:8:4294967295] 00000400:00000200:1.0:1761311767.136521:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.136525:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.136528:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.136532:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.136536:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.136538:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.140157:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.140165:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311767.140174:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.140183:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.140188:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:3.0:1761311767.140191:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:3.0:1761311767.140201:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a847972a x1846867787703168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.143186:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.143208:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee380 00000400:00000200:3.0:1761311767.143218:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab5c5 [1] + 224 00000400:00000200:3.0:1761311767.143236:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.143240:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.143251:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a847972a x1846867787703168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.143366:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9122b4c. 00000400:00000200:1.0:1761311767.143371:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:1.0:1761311767.143373:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:1.0:1761311767.143379:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a847972a x1846867787703168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.143387:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a847972a x1846867787703168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.143414:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f659556e. 02000000:00000010:1.0:1761311767.143419:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec225cba. 00000100:00000010:1.0:1761311767.143422:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000010:1.0:1761311767.143425:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c338519e. 00010000:00000010:1.0:1761311767.143429:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00000400:00000200:3.0:1761311767.144406:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.144419:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152b80 00000400:00000200:3.0:1761311767.144425:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa00d [2] + 0 00000400:00000200:3.0:1761311767.144482:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.144487:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.144491:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.144497:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00010000:00000010:1.1:1761311767.144674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f666a5a2. 00010000:00000010:1.1:1761311767.144682:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002341d393. 00010000:00000010:1.1:1761311767.144685:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000020:00000010:1.0:1761311767.144717:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec225cba. 00000020:00000010:1.0:1761311767.144723:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.144727:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.144753:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b91edfc x1846867781823360/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311767.144782:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823360 02000000:00000010:1.0:1761311767.144792:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f659556e. 00010000:00000010:1.0:1761311767.144818:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000004054978. 00010000:00000010:1.0:1761311767.144837:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.144843:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c338519e. 00000100:00000010:1.0:1761311767.144854:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c338519e. 00010000:00000010:1.0:1761311767.144857:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00000400:00000010:1.0:1761311767.144870:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311767.144874:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823360, offset 224 00000400:00000200:1.0:1761311767.144882:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.144893:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.144898:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87730:87730:256:4294967295] 192.168.203.55@tcp LPNI seq info [87730:87730:8:4294967295] 00000400:00000200:1.0:1761311767.144907:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.144912:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.144917:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.144921:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.144927:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.144931:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.144945:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.144948:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.144950:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec225cba. 00080000:00000010:0.0:1761311767.145010:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002f1adce5. 00010000:00000010:0.0:1761311767.145124:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be43618f. 00010000:00000010:0.0:1761311767.145131:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d19fc283. 00000001:00000010:0.0:1761311767.145148:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d69a8d2. 00000001:00000010:0.0:1761311767.145160:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d69a8d2. 00080000:00000010:0.0:1761311767.145166:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005daabb8d. 00000001:00000010:0.0:1761311767.145175:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d69a8d2. 00000001:00000010:0.0:1761311767.145181:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d69a8d2. 00000001:00000010:0.0:1761311767.145186:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d69a8d2. 00000001:00000010:0.0:1761311767.145191:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d69a8d2. 00100000:00000010:0.0:1761311767.145203:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007fa15a8c. 00010000:00000010:0.0:1761311767.145218:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.0:1761311767.145224:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019ac8d48. 00010000:00000010:0.0:1761311767.145235:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cedf4e45. 00000100:00000010:0.0:1761311767.145239:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311767.145246:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b409dc3. 02000000:00000010:0.0:1761311767.145256:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ea26384e. 02000000:00000010:0.0:1761311767.145278:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057cb9d5d. 00000400:00000010:0.0:1761311767.145291:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d69a8d2. 00000400:00000010:0.0:1761311767.145296:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311767.145300:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703232, portal 16 00000400:00000010:0.0:1761311767.145304:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311767.145307:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703232, offset 0 00000400:00000200:0.0:1761311767.145346:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.145352:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.145359:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.145362:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.145365:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.145367:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87731:87731:255:4294967295] 192.168.203.55@tcp LPNI seq info [87731:87731:7:4294967295] 00000400:00000200:0.0:1761311767.145373:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.145377:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.145380:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311767.145384:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.145387:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.145389:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.145573:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.145576:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:3.0:1761311767.145580:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.145584:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.145587:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:3.0:1761311767.145589:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000800:00000200:3.0:1761311767.145640:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.145642:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:3.0:1761311767.145649:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.145651:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.145653:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:3.0:1761311767.145654:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 00000100:00000200:3.0:1761311767.145658:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b409dc3 x1846867787703232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.148411:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.148475:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee3c0 00000400:00000200:0.0:1761311767.148485:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab5d1 [1] + 224 00000400:00000200:0.0:1761311767.148502:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.148506:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.148518:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b409dc3 x1846867787703232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.148555:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.148560:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152bc0 00000400:00000200:0.0:1761311767.148565:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa00d [2] + 328 00000400:00000200:0.0:1761311767.148577:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.148580:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.148584:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.148590:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001aa20607. 00000400:00000010:1.0:1761311767.148660:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d69a8d2. 00000400:00000200:1.0:1761311767.148666:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602a8774 00000400:00000010:1.0:1761311767.148668:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602a8774. 00000100:00000200:1.0:1761311767.148674:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b409dc3 x1846867787703232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.148682:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b409dc3 x1846867787703232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.148720:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057cb9d5d. 02000000:00000010:1.0:1761311767.148726:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ea26384e. 00000100:00000010:1.0:1761311767.148729:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b409dc3. 00000100:00000010:1.0:1761311767.148732:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.148736:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cedf4e45. 00000020:00000010:3.0:1761311767.149158:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000078ca1278. 00000020:00000010:3.0:1761311767.149164:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.149169:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311767.149190:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001aa20607 x1846867781823424/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311767.149232:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823424 02000000:00000010:3.0:1761311767.149245:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025c7fa92. 00010000:00000010:3.0:1761311767.149276:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000050f24699. 00010000:00000010:3.0:1761311767.149350:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.149358:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311767.149371:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311767.149374:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00000400:00000010:3.0:1761311767.149388:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.149393:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823424, offset 224 00000400:00000200:3.0:1761311767.149401:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.149413:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.149419:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87732:87732:256:4294967295] 192.168.203.55@tcp LPNI seq info [87732:87732:8:4294967295] 00000400:00000200:3.0:1761311767.149430:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.149435:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.149439:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311767.149444:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.149451:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.149454:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.149476:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.149480:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:3.0:1761311767.149483:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000078ca1278. 00000800:00000200:1.0:1761311767.149567:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.149571:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:1.0:1761311767.149576:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.149580:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.149584:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:1.0:1761311767.149585:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00080000:00000010:0.0:1761311767.149650:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061b0f84e. 00010000:00000010:0.0:1761311767.149768:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019ac8d48. 00010000:00000010:0.0:1761311767.149773:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000650bc57c. 00000001:00000010:0.0:1761311767.149790:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d69a8d2. 00000001:00000010:0.0:1761311767.149801:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d69a8d2. 00080000:00000010:0.0:1761311767.149806:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea26384e. 00000001:00000010:0.0:1761311767.149814:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d69a8d2. 00000001:00000010:0.0:1761311767.149819:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d69a8d2. 00000001:00000010:0.0:1761311767.149824:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d69a8d2. 00000001:00000010:0.0:1761311767.149829:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d69a8d2. 00100000:00000010:0.0:1761311767.149840:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fced9d1d. 00010000:00000010:0.0:1761311767.149855:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000079e62014. 00010000:00000010:0.0:1761311767.149860:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019ac8d48. 00010000:00000010:0.0:1761311767.149869:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001ed2985b. 00000100:00000010:0.0:1761311767.149873:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4724feb. 00000100:00000010:0.0:1761311767.149879:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1356861. 02000000:00000010:0.0:1761311767.149888:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000057cb9d5d. 02000000:00000010:0.0:1761311767.149909:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000afb281c4. 00000400:00000010:0.0:1761311767.149913:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d69a8d2. 00000400:00000010:0.0:1761311767.149918:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311767.149922:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703296, portal 16 00000400:00000010:0.0:1761311767.149925:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f15166. 00000100:00000200:0.0:1761311767.149928:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703296, offset 0 00000400:00000200:0.0:1761311767.149933:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.149939:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.149946:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.149949:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.149952:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.149954:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87733:87733:256:4294967295] 192.168.203.55@tcp LPNI seq info [87733:87733:8:4294967295] 00000400:00000200:0.0:1761311767.149961:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.149966:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.149969:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311767.149973:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.149976:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.149979:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.151438:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.151443:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:3.0:1761311767.151452:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.151460:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00010000:00000010:0.1:1761311767.151464:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000dc37fb9a. 00000400:00000200:3.0:1761311767.151465:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f15166 00000400:00000010:3.0:1761311767.151467:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f15166. 00010000:00000010:0.1:1761311767.151470:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000100:00000200:3.0:1761311767.151474:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1356861 x1846867787703296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.152362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008206b47a. 00000400:00000200:0.0:1761311767.153862:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.153882:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee400 00000400:00000200:0.0:1761311767.153890:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab5dd [1] + 224 00000400:00000200:0.0:1761311767.153905:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.153909:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.153920:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1356861 x1846867787703296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.153995:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d69a8d2. 00000400:00000200:1.0:1761311767.154001:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00000400:00000010:1.0:1761311767.154003:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 00000100:00000200:1.0:1761311767.154008:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1356861 x1846867787703296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.154015:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1356861 x1846867787703296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.154042:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000afb281c4. 02000000:00000010:1.0:1761311767.154048:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000057cb9d5d. 00000100:00000010:1.0:1761311767.154051:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1356861. 00000100:00000010:1.0:1761311767.154054:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e4724feb. 00010000:00000010:1.0:1761311767.154057:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001ed2985b. 00000400:00000200:3.0:1761311767.154971:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.154984:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152c00 00000400:00000200:3.0:1761311767.154991:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa00d [2] + 656 00010000:00000010:3.1:1761311767.157420:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fe403b3. 00000400:00000200:3.0:1761311767.157442:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.157452:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.157461:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.157469:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000020:00000010:1.0:1761311767.164526:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ec225cba. 00000020:00000010:1.0:1761311767.164540:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.164545:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.164579:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781823488/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311767.164623:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823488 02000000:00000010:1.0:1761311767.164636:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008137ecc1. 00010000:00000010:1.0:1761311767.164663:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000212ad7a1. 00010000:00000010:1.0:1761311767.164686:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078a45a28. 00000100:00000010:1.0:1761311767.164693:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c338519e. 00000100:00000010:1.0:1761311767.164712:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c338519e. 00010000:00000010:1.0:1761311767.164715:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078a45a28. 00000400:00000010:1.0:1761311767.164730:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000daaa4b22. 00000100:00000200:1.0:1761311767.164736:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823488, offset 224 00080000:00000010:2.0:1761311767.164742:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c7068d55. 00000400:00000200:1.0:1761311767.164744:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.164758:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.164763:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87734:87734:256:4294967295] 192.168.203.55@tcp LPNI seq info [87734:87734:8:4294967295] 00000400:00000200:1.0:1761311767.164773:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.164779:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.164784:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.164789:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.164795:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.164799:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.164819:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311767.164823:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.164825:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ec225cba. 00010000:00000010:2.0:1761311767.164863:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019ac8d48. 00010000:00000010:2.0:1761311767.164870:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000050b3ea28. 00000001:00000010:2.0:1761311767.164891:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.164904:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.164910:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000166cb474. 00000001:00000010:2.0:1761311767.164918:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.164924:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.164929:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.164934:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.164948:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001ac982f4. 00100000:00000010:2.0:1761311767.164954:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000088f96187. 00100000:00000010:2.0:1761311767.164956:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000acb54111. 00010000:00000010:2.0:1761311767.164976:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.0:1761311767.164982:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da4c30de. 00010000:00000010:2.0:1761311767.164993:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.164997:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:2.0:1761311767.165004:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.165014:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b8172c3. 02000000:00000010:2.0:1761311767.165037:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000714a121c. 00000400:00000010:2.0:1761311767.165041:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.165045:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.165049:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703360, portal 16 00000400:00000010:2.0:1761311767.165053:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311767.165055:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703360, offset 0 00000400:00000200:2.0:1761311767.165059:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.165066:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.165072:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.165075:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.165078:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.165080:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87735:87735:255:4294967295] 192.168.203.55@tcp LPNI seq info [87735:87735:7:4294967295] 00000400:00000200:2.0:1761311767.165086:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.165090:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.165093:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311767.165096:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.165100:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.165102:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311767.165410:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000206a9085. 00010000:00000010:0.1:1761311767.165416:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00000800:00000200:3.0:1761311767.165720:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.165724:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:3.0:1761311767.165728:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.165733:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.165737:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:3.0:1761311767.165739:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000800:00000200:3.0:1761311767.167731:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.167737:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311767.167743:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.167750:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.167754:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:3.0:1761311767.167756:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:3.0:1761311767.167765:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787703360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.167794:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.167806:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee440 00000400:00000200:3.0:1761311767.167813:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab5e9 [1] + 224 00000400:00000200:3.0:1761311767.167826:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.167829:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.167833:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787703360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.168472:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.168478:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.168479:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.168486:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787703360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.168493:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787703360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.168517:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000714a121c. 02000000:00000010:2.0:1761311767.168522:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b8172c3. 00000100:00000010:2.0:1761311767.168525:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.168529:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:2.0:1761311767.168531:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000400:00000200:3.0:1761311767.169824:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.169847:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152c40 00000400:00000200:3.0:1761311767.169854:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa00d [2] + 984 00000400:00000200:3.0:1761311767.169929:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.169934:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.169940:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.169946:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 00000020:00000010:2.0:1761311767.170178:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002b8172c3. 00000020:00000010:2.0:1761311767.170186:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311767.170192:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.170222:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000129091b7 x1846867781823552/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311767.170255:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823552 02000000:00000010:2.0:1761311767.170268:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000714a121c. 00010000:00000010:2.0:1761311767.170305:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000834f9f92. 00010000:00000010:2.0:1761311767.170345:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.170351:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:2.0:1761311767.170363:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:2.0:1761311767.170366:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000400:00000010:2.0:1761311767.170379:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.170384:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823552, offset 224 00000400:00000200:2.0:1761311767.170391:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.170401:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.170406:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87736:87736:256:4294967295] 192.168.203.55@tcp LPNI seq info [87736:87736:8:4294967295] 00000400:00000200:2.0:1761311767.170415:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.170420:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.170425:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.170430:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.170435:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.170438:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.170460:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311767.170465:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.170468:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002b8172c3. 00080000:00000010:2.0:1761311767.170492:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b8172c3. 00010000:00000010:2.0:1761311767.170619:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da4c30de. 00010000:00000010:2.0:1761311767.170627:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001ef2fd0e. 00000001:00000010:2.0:1761311767.170644:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.170656:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.170661:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000030d951bf. 00000001:00000010:2.0:1761311767.170670:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.170676:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.170681:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.170686:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.170699:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000040f62090. 00010000:00000010:2.0:1761311767.170715:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e145b147. 00010000:00000010:2.0:1761311767.170721:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da4c30de. 00010000:00000010:2.0:1761311767.170731:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.170734:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:2.0:1761311767.170741:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311767.170752:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004f8253ca. 02000000:00000010:2.0:1761311767.170774:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006f546c2d. 00000400:00000010:2.0:1761311767.170779:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.170783:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311767.170787:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703424, portal 16 00000400:00000010:2.0:1761311767.170791:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311767.170793:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703424, offset 0 00000400:00000200:2.0:1761311767.170798:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.170804:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.170809:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.170813:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.170815:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.170818:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87737:87737:255:4294967295] 192.168.203.55@tcp LPNI seq info [87737:87737:7:4294967295] 00000400:00000200:2.0:1761311767.170824:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.170828:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.170831:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311767.170834:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.170838:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.170840:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.171279:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.171293:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:3.0:1761311767.171298:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.171302:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.171306:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:3.0:1761311767.171308:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00010000:00000010:1.1:1761311767.172342:0:78588:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000005ec972e. 00000800:00000200:3.0:1761311767.172544:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.172547:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311767.172552:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.172557:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.172561:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:3.0:1761311767.172563:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00000100:00000200:3.0:1761311767.172571:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787703424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.174619:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.174637:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee480 00000400:00000200:3.0:1761311767.174646:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab5f5 [1] + 224 00000400:00000200:3.0:1761311767.174662:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.174666:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.174676:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787703424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.174718:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002c18a52d. 00010000:00000010:2.1:1761311767.174726:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000079e62014. 00000400:00000010:2.0:1761311767.174746:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.174750:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:2.0:1761311767.174752:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000100:00000200:2.0:1761311767.174757:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787703424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.174764:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787703424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.174791:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006f546c2d. 02000000:00000010:2.0:1761311767.174797:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004f8253ca. 00000100:00000010:2.0:1761311767.174800:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:2.0:1761311767.174803:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:2.0:1761311767.174806:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000400:00000200:2.0:1761311767.176267:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.176292:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152c80 00000400:00000200:2.0:1761311767.176298:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa00d [2] + 1312 00000400:00000200:2.0:1761311767.176790:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.176797:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.176803:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311767.176808:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 00000020:00000010:2.0:1761311767.176865:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004f8253ca. 00000020:00000010:2.0:1761311767.176871:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311767.176875:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.176899:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c3aef0b x1846867781823616/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311767.176926:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823616 02000000:00000010:2.0:1761311767.176937:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f546c2d. 00010000:00000010:2.0:1761311767.176963:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002abd8c30. 00010000:00000010:2.0:1761311767.176983:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.176989:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:2.0:1761311767.176999:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:2.0:1761311767.177002:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00000400:00000010:2.0:1761311767.177016:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311767.177022:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823616, offset 224 00000400:00000200:2.0:1761311767.177028:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.177039:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.177045:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87738:87738:256:4294967295] 192.168.203.55@tcp LPNI seq info [87738:87738:8:4294967295] 00000400:00000200:2.0:1761311767.177055:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.177060:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.177064:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.177069:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.177075:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.177079:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.177094:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311767.177100:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.177103:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004f8253ca. 00080000:00000010:2.0:1761311767.177126:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f8253ca. 00010000:00000010:2.0:1761311767.177242:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da4c30de. 00010000:00000010:2.0:1761311767.177248:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098a7bf0f. 00000001:00000010:2.0:1761311767.177268:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.177293:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.177407:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000157b1f4a. 00000001:00000010:2.0:1761311767.177417:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.177424:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.177429:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.177433:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.177445:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e8e84f4f. 00010000:00000010:2.0:1761311767.177462:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007254721c. 00010000:00000010:2.0:1761311767.177467:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000da4c30de. 00010000:00000010:2.0:1761311767.177476:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000003d43f06. 00000100:00000010:2.0:1761311767.177480:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008dc3e611. 00000100:00000010:2.0:1761311767.177486:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311767.177497:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000599fa6b1. 02000000:00000010:2.0:1761311767.177526:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb406c0a. 00000400:00000010:2.0:1761311767.177531:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.177536:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311767.177541:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703488, portal 16 00000400:00000010:2.0:1761311767.177545:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da4c9eb. 00000100:00000200:2.0:1761311767.177547:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703488, offset 0 00000400:00000200:2.0:1761311767.177552:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.177560:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000800:00000200:3.0:1761311767.177567:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:2.0:1761311767.177567:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000800:00000010:3.0:1761311767.177571:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.177571:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.177574:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.177575:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.177576:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87739:87739:255:4294967295] 192.168.203.55@tcp LPNI seq info [87739:87739:7:4294967295] 00000400:00000200:3.0:1761311767.177578:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.177583:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000200:2.0:1761311767.177583:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000400:00000010:3.0:1761311767.177584:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000800:00000200:2.0:1761311767.177589:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.177592:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.177596:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.177599:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.177601:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.178270:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.178274:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.178278:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.178292:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.178295:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004da4c9eb 00000400:00000010:0.0:1761311767.178297:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004da4c9eb. 00000100:00000200:0.0:1761311767.178303:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787703488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.180412:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000df7b956e. 00010000:00000010:2.1:1761311767.180427:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3fcb19d. 00010000:00000010:2.1:1761311767.180433:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00000400:00000200:2.0:1761311767.183203:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.183225:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee4c0 00000400:00000200:2.0:1761311767.183234:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab601 [1] + 224 00000400:00000200:2.0:1761311767.183247:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.183251:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.183262:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787703488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.183340:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.183346:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152cc0 00000400:00000200:2.0:1761311767.183352:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa00d [2] + 1640 00000400:00000010:3.0:1761311767.183401:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:3.0:1761311767.183406:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:3.0:1761311767.183408:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:3.0:1761311767.183413:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787703488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.183421:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787703488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.183421:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.183425:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.183428:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311767.183433:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 00000020:00000010:0.0:1761311767.183492:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004375f6cf. 00000020:00000010:0.0:1761311767.183500:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009718c151. 00000020:00000010:0.0:1761311767.183504:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311767.183527:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c56dccaa x1846867781823680/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.183560:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823680 02000000:00000010:0.0:1761311767.183571:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007116f3bc. 00010000:00000010:0.0:1761311767.183600:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000376d7211. 00010000:00000010:0.0:1761311767.183620:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e96e419. 00000100:00000010:0.0:1761311767.183627:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff9144c9. 00000100:00000010:0.0:1761311767.183632:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff9144c9. 00010000:00000010:0.0:1761311767.183636:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e96e419. 00000400:00000010:0.0:1761311767.183648:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311767.183652:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823680, offset 224 00000400:00000200:0.0:1761311767.183659:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.183668:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.183674:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87740:87740:256:4294967295] 192.168.203.55@tcp LPNI seq info [87740:87740:8:4294967295] 00000400:00000200:0.0:1761311767.183683:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.183688:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.183692:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.183943:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.183949:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.183953:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.183978:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009718c151. 00000020:00000010:0.0:1761311767.183985:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311767.183988:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004375f6cf. 02000000:00000010:3.0:1761311767.184071:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb406c0a. 02000000:00000010:3.0:1761311767.184077:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000599fa6b1. 00000100:00000010:3.0:1761311767.184080:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:3.0:1761311767.184083:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008dc3e611. 00010000:00000010:3.0:1761311767.184086:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000003d43f06. 00080000:00000010:3.0:1761311767.184102:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002567fd6e. 00010000:00000010:3.0:1761311767.184218:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000da4c30de. 00010000:00000010:3.0:1761311767.184224:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004aaf15f0. 00000001:00000010:3.0:1761311767.184245:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.184255:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311767.184260:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002455f9d2. 00000001:00000010:3.0:1761311767.184268:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.184274:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.184280:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.184296:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311767.184925:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000edfa93e. 00010000:00000010:3.0:1761311767.184949:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311767.184955:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311767.184968:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.184974:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311767.184981:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311767.184993:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001279311a. 02000000:00000010:3.0:1761311767.185020:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d90d81a. 00000400:00000010:3.0:1761311767.185025:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311767.185031:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311767.185037:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703552, portal 16 00000400:00000010:3.0:1761311767.185042:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311767.185044:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703552, offset 0 00000400:00000200:3.0:1761311767.185050:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.185061:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.185068:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.185071:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.185074:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.185077:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87741:87741:255:4294967295] 192.168.203.55@tcp LPNI seq info [87741:87741:7:4294967295] 00000400:00000200:3.0:1761311767.185086:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.185091:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.185096:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311767.185100:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.185105:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.185108:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.187466:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.187473:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352786). 00000400:00000200:2.0:1761311767.187484:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.187493:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.187498:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:2.0:1761311767.187499:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00000800:00000200:2.0:1761311767.187564:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.187566:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:2.0:1761311767.187569:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.187572:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.187575:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:2.0:1761311767.187576:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:2.0:1761311767.187583:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787703552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.189356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f36b200f. 00010000:00000010:2.1:1761311767.189369:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006acbd6bc. 00010000:00000010:2.1:1761311767.189374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00000400:00000200:0.0:1761311767.191143:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.191163:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee500 00000400:00000200:0.0:1761311767.191171:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab60d [1] + 224 00000400:00000200:0.0:1761311767.191187:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.191191:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.191203:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787703552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.192440:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:2.0:1761311767.192446:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.192449:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311767.192452:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000400:00000200:2.0:1761311767.192459:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152d00 00000100:00000200:3.0:1761311767.192460:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787703552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.192465:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa00d [2] + 1968 00000100:00000200:3.0:1761311767.192468:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787703552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.192469:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000021cec760. 00000400:00000200:2.0:1761311767.192471:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000add6508c 02000000:00000010:3.0:1761311767.192498:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d90d81a. 02000000:00000010:3.0:1761311767.192504:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001279311a. 00000100:00000010:3.0:1761311767.192508:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000010:3.0:1761311767.192512:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311767.192516:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00000400:00000200:2.0:1761311767.192530:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.192534:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.192537:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000add6508c 00000400:00000010:2.0:1761311767.192538:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000add6508c (tot 82352386). 00000100:00000200:2.0:1761311767.192544:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311767.192774:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000004375f6cf. 00000020:00000010:0.0:1761311767.192783:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009718c151. 00000020:00000010:0.0:1761311767.192788:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311767.192815:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e95752f8 x1846867781823744/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00010000:00000010:0.1:1761311767.193429:0:64833:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e564811e. 00000100:00000200:0.0:1761311767.193445:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823744 02000000:00000010:0.0:1761311767.193457:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000833c71f4. 00010000:00000010:0.0:1761311767.193481:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003d29992e. 00010000:00000010:0.0:1761311767.193500:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e96e419. 00000100:00000010:0.0:1761311767.193505:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ff9144c9. 00000100:00000010:0.0:1761311767.193523:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ff9144c9. 00010000:00000010:0.0:1761311767.193525:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e96e419. 00000400:00000010:0.0:1761311767.193536:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c1f0496. 00000100:00000200:0.0:1761311767.193540:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823744, offset 224 00000400:00000200:0.0:1761311767.193547:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.193557:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.193563:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87742:87742:256:4294967295] 192.168.203.55@tcp LPNI seq info [87742:87742:8:4294967295] 00000400:00000200:0.0:1761311767.193573:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.193577:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.193582:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352634). 00000800:00000200:0.0:1761311767.193587:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.193593:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.193597:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311767.193648:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001279311a. 00010000:00000010:3.0:1761311767.193746:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311767.193754:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000877dbdc7. 00000001:00000010:3.0:1761311767.193775:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.193786:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311767.193791:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d90d81a. 00000001:00000010:3.0:1761311767.193799:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.193804:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.193809:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.193813:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311767.193825:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008caa1e0a. 00010000:00000010:3.0:1761311767.193839:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00000800:00000200:1.0:1761311767.193923:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.193927:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352386). 00000400:00000200:1.0:1761311767.193935:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.193939:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.193942:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c1f0496 00000400:00000010:1.0:1761311767.193944:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c1f0496. 00000020:00000010:0.0:1761311767.194110:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009718c151. 00000020:00000010:0.0:1761311767.194118:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311767.194121:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000004375f6cf. 02000000:00000010:0.0:1761311767.194129:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000833c71f4. 02000000:00000010:0.0:1761311767.194133:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007116f3bc. 00000100:00000010:0.0:1761311767.194136:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 02000000:00000010:0.0:1761311767.194139:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f546c2d. 00000100:00000010:0.0:1761311767.194142:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 02000000:00000010:0.0:1761311767.194145:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000714a121c. 00000100:00000010:0.0:1761311767.194146:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 02000000:00000010:0.0:1761311767.194149:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008137ecc1. 00000100:00000010:0.0:1761311767.194151:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 02000000:00000010:0.0:1761311767.194153:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025c7fa92. 00000100:00000010:0.0:1761311767.194155:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001aa20607. 02000000:00000010:0.0:1761311767.194157:0:64833:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f659556e. 00000100:00000010:0.0:1761311767.194158:0:64833:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 00000100:00000200:0.0:1761311767.194165:0:64833:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311767.194173:0:64833:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c1b010bb. 00000400:00000010:0.0:1761311767.194177:0:64833:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ff9144c9 (tot 82352538). 00010000:00000010:3.1:1761311767.194445:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3ff4d46. 00010000:00000010:3.1:1761311767.194452:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00010000:00000010:3.0:1761311767.194495:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311767.194509:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.194514:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311767.194523:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311767.194536:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ad9a5959. 02000000:00000010:3.0:1761311767.194572:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000baafe6d3. 00000400:00000010:3.0:1761311767.194576:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311767.194580:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311767.194584:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703616, portal 16 00000400:00000010:3.0:1761311767.194589:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311767.194592:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703616, offset 0 00000400:00000200:3.0:1761311767.194599:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.194609:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.194619:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.194624:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.194627:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.194630:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87743:87743:256:4294967295] 192.168.203.55@tcp LPNI seq info [87743:87743:8:4294967295] 00000400:00000200:3.0:1761311767.194638:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.194643:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.194648:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311767.194653:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.194659:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.194662:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.195000:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.195003:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:0.0:1761311767.195008:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.195012:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.195015:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:0.0:1761311767.195017:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:0.0:1761311767.195025:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787703616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.197934:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.197951:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee540 00000400:00000200:2.0:1761311767.197959:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab61d [1] + 224 00000400:00000200:2.0:1761311767.197976:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.197980:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.197995:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787703616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.198275:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:3.0:1761311767.198280:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311767.198292:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:3.0:1761311767.198298:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787703616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.198306:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787703616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.198620:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000baafe6d3. 02000000:00000010:3.0:1761311767.198625:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ad9a5959. 00000100:00000010:3.0:1761311767.198629:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000010:3.0:1761311767.198632:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311767.198636:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00000400:00000200:1.0:1761311767.198698:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.198707:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152d40 00000400:00000200:1.0:1761311767.198712:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa065 [2] + 0 00000400:00000200:1.0:1761311767.198763:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.198766:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.198771:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.198775:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 00000020:00000010:0.0:1761311767.199030:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007116f3bc. 00000020:00000010:0.0:1761311767.199037:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009718c151. 00000020:00000010:0.0:1761311767.199041:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311767.199061:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a847972a x1846867781823808/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311767.199093:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823808 02000000:00000010:0.0:1761311767.199104:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000833c71f4. 00010000:00000010:0.0:1761311767.199129:0:64833:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002bb95cf1. 00010000:00000010:0.0:1761311767.199148:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e96e419. 00000100:00000010:0.0:1761311767.199154:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4724feb. 00000100:00000010:0.0:1761311767.199166:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e4724feb. 00010000:00000010:0.0:1761311767.199168:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e96e419. 00000400:00000010:0.0:1761311767.199178:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311767.199182:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823808, offset 224 00000400:00000200:0.0:1761311767.199188:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.199197:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.199203:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87744:87744:256:4294967295] 192.168.203.55@tcp LPNI seq info [87744:87744:8:4294967295] 00000400:00000200:0.0:1761311767.199213:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.199218:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.199222:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311767.199228:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.199233:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.199237:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.199253:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009718c151. 00000020:00000010:0.0:1761311767.199258:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:0.0:1761311767.199261:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007116f3bc. 00000800:00000200:0.0:1761311767.199344:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.199347:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:0.0:1761311767.199355:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.199359:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.199361:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311767.199363:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00080000:00000010:3.0:1761311767.200780:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad9a5959. 00010000:00000010:3.0:1761311767.200906:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311767.200915:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000010e1934b. 00000001:00000010:3.0:1761311767.200933:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.200946:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311767.200951:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000baafe6d3. 00000001:00000010:3.0:1761311767.200961:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.200967:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.200972:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311767.200977:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311767.200989:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000aa6479c0. 00100000:00000010:3.0:1761311767.200997:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000d521d3a6. 00100000:00000010:3.0:1761311767.200999:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fb9009b5. 00010000:00000010:3.0:1761311767.201018:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.0:1761311767.201024:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311767.201036:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000280ecf23. 00000100:00000010:3.0:1761311767.201041:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d521d3a6. 00000100:00000010:3.0:1761311767.201050:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 02000000:00000010:3.0:1761311767.201062:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002b98139c. 02000000:00000010:3.0:1761311767.201089:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e876da30. 00000400:00000010:3.0:1761311767.201095:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311767.201101:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311767.201106:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703680, portal 16 00000400:00000010:3.0:1761311767.201111:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311767.201113:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703680, offset 0 00000400:00000200:3.0:1761311767.201120:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.201134:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.201141:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.201144:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.201147:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.201149:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87745:87745:256:4294967295] 192.168.203.55@tcp LPNI seq info [87745:87745:8:4294967295] 00000400:00000200:3.0:1761311767.201159:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.201165:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.201169:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311767.201174:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.201179:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.201182:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.201571:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.201575:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311767.201580:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.201585:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.201589:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311767.201591:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:0.0:1761311767.201598:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b6286b6 x1846867787703680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.203948:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.203964:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee580 00000400:00000200:3.0:1761311767.203973:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab629 [1] + 224 00000400:00000200:3.0:1761311767.203987:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.203991:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.204000:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b6286b6 x1846867787703680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.204081:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:2.0:1761311767.204087:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:2.0:1761311767.204089:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:2.0:1761311767.204095:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b6286b6 x1846867787703680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.204102:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b6286b6 x1846867787703680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.204130:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e876da30. 02000000:00000010:2.0:1761311767.204136:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002b98139c. 00000100:00000010:2.0:1761311767.204139:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000010:2.0:1761311767.204144:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d521d3a6. 00010000:00000010:2.0:1761311767.204148:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000280ecf23. 00010000:00000010:0.1:1761311767.205688:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f22b7f8e. 00000400:00000200:0.0:1761311767.206142:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.206159:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152d80 00000400:00000200:0.0:1761311767.206166:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa065 [2] + 328 00000400:00000200:0.0:1761311767.206229:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.206234:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.206240:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.206245:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001aa20607. 00010000:00000010:3.1:1761311767.210460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000095675b14. 00010000:00000010:3.1:1761311767.210475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000020:00000010:2.0:1761311767.210683:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cba59672. 00000020:00000010:2.0:1761311767.210691:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311767.210695:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.210729:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001aa20607 x1846867781823872/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311767.210770:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823872 02000000:00000010:2.0:1761311767.210781:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002fd780d5. 00010000:00000010:2.0:1761311767.210810:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000449ccae1. 00010000:00000010:2.0:1761311767.210828:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082e453fc. 00000100:00000010:2.0:1761311767.210836:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:2.0:1761311767.210853:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:2.0:1761311767.210857:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082e453fc. 00000400:00000010:2.0:1761311767.210870:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b3fb544. 00000100:00000200:2.0:1761311767.210876:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823872, offset 224 00000400:00000200:2.0:1761311767.210884:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.210899:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.210905:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87746:87746:256:4294967295] 192.168.203.55@tcp LPNI seq info [87746:87746:8:4294967295] 00000400:00000200:2.0:1761311767.210915:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.210921:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.210926:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.210932:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.210941:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.210944:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.210961:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311767.210967:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.210969:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cba59672. 00000800:00000200:0.0:1761311767.211096:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.211100:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.211105:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.211109:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.211114:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3fb544 00000400:00000010:0.0:1761311767.211115:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b3fb544. 00080000:00000010:3.0:1761311767.211175:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e9ff0604. 00010000:00000010:3.1:1761311767.211339:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000043d2df0d. 00010000:00000010:3.1:1761311767.211346:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311767.211361:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311767.211367:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000915704f3. 00000001:00000010:3.0:1761311767.211385:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311767.211398:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00080000:00000010:3.0:1761311767.211404:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002b98139c. 00000001:00000010:3.0:1761311767.211413:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311767.211418:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311767.211422:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311767.211426:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00100000:00000010:3.0:1761311767.211437:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000acc4b0a. 00010000:00000010:3.0:1761311767.211453:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311767.211458:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e7c4ce39. 00010000:00000010:3.0:1761311767.211469:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd06aa48. 00000100:00000010:3.0:1761311767.211472:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311767.211480:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311767.211490:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e876da30. 02000000:00000010:3.0:1761311767.211513:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000025c7fa92. 00000400:00000010:3.0:1761311767.211518:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311767.211522:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311767.211527:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703744, portal 16 00000400:00000010:3.0:1761311767.211531:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311767.211533:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703744, offset 0 00000400:00000200:3.0:1761311767.211538:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.211544:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.211551:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.211554:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.211556:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.211559:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87747:87747:256:4294967295] 192.168.203.55@tcp LPNI seq info [87747:87747:8:4294967295] 00000400:00000200:3.0:1761311767.211566:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.211570:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.211573:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311767.211576:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.211580:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.211583:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.211723:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.211726:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:2.0:1761311767.211731:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.211734:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.211737:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:2.0:1761311767.211739:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:2.0:1761311767.211743:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787703744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311767.213406:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b95954b6. 00010000:00000010:3.1:1761311767.218880:0:36:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002f1eb96e. 00010000:00000010:3.1:1761311767.218894:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311767.219853:0:36:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000042c8fc85. 00000400:00000200:1.0:1761311767.222799:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.222817:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee5c0 00000400:00000200:1.0:1761311767.222825:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab635 [1] + 224 00000400:00000200:1.0:1761311767.222835:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.222839:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.222849:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787703744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.225227:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:3.0:1761311767.225236:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:3.0:1761311767.225237:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000100:00000200:3.0:1761311767.225251:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787703744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.225260:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787703744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.225302:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000025c7fa92. 02000000:00000010:3.0:1761311767.225308:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e876da30. 00000100:00000010:3.0:1761311767.225339:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311767.225344:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311767.225347:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd06aa48. 00000400:00000200:1.0:1761311767.225544:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.225560:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152dc0 00000400:00000200:1.0:1761311767.225566:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa065 [2] + 656 00000400:00000200:1.0:1761311767.225586:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.225590:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.225596:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.225602:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:3.0:1761311767.226111:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e876da30. 00000020:00000010:3.0:1761311767.226119:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000007c928e64. 00000020:00000010:3.0:1761311767.226123:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000007d308c12. 00000100:00000200:3.0:1761311767.226153:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781823936/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311767.226899:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781823936 02000000:00000010:2.0:1761311767.226916:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002438c15d. 00010000:00000010:2.0:1761311767.226944:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041ddc707. 00010000:00000010:2.0:1761311767.226964:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082e453fc. 00000100:00000010:2.0:1761311767.226971:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:2.0:1761311767.226983:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:2.0:1761311767.226986:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082e453fc. 00000400:00000010:2.0:1761311767.226999:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311767.227003:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781823936, offset 224 00000400:00000200:2.0:1761311767.227012:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.227024:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.227029:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87748:87748:256:4294967295] 192.168.203.55@tcp LPNI seq info [87748:87748:8:4294967295] 00000400:00000200:2.0:1761311767.227038:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.227042:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.227046:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.227052:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.227058:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.227061:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.227079:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000007c928e64. 00000020:00000010:2.0:1761311767.227084:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000007d308c12. 00000020:00000010:2.0:1761311767.227087:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e876da30. 00000800:00000200:2.0:1761311767.227185:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.227188:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.227191:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.227196:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.227199:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311767.227201:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00080000:00000010:2.0:1761311767.227227:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000063a42c03. 00010000:00000010:2.0:1761311767.227373:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e7c4ce39. 00010000:00000010:2.0:1761311767.227380:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000049c56329. 00000001:00000010:2.0:1761311767.227402:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.227413:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.227419:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c6d185f1. 00000001:00000010:2.0:1761311767.227426:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.227431:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.227435:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.227438:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.227449:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f5eb843a. 00010000:00000010:2.0:1761311767.227463:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e145b147. 00010000:00000010:2.0:1761311767.227468:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa073a7. 00010000:00000010:2.0:1761311767.227477:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000082e453fc. 00000100:00000010:2.0:1761311767.227480:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000000c04b0c3. 00000100:00000010:2.0:1761311767.227485:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 02000000:00000010:2.0:1761311767.227495:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009779f80c. 02000000:00000010:2.0:1761311767.227515:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000714a121c. 00000400:00000010:2.0:1761311767.227519:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.227523:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311767.227527:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703808, portal 16 00000400:00000010:2.0:1761311767.227531:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311767.227532:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703808, offset 0 00000400:00000200:2.0:1761311767.227536:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.227542:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.227549:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.227552:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.227555:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.227557:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87749:87749:256:4294967295] 192.168.203.55@tcp LPNI seq info [87749:87749:8:4294967295] 00000400:00000200:2.0:1761311767.227565:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.227569:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.227571:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.227575:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.227579:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.227581:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.227620:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.227622:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.227624:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.227627:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.227629:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:2.0:1761311767.227630:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000100:00000200:2.0:1761311767.227634:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac3e3358 x1846867787703808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.234370:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.234388:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee600 00000400:00000200:3.0:1761311767.234397:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab641 [1] + 224 00000400:00000200:3.0:1761311767.234408:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.234411:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.234421:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac3e3358 x1846867787703808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.234459:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.234464:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152e00 00000400:00000200:3.0:1761311767.234468:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa065 [2] + 984 00000400:00000200:3.0:1761311767.234476:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.234478:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.234482:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.234487:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00000020:00000010:3.0:1761311767.234520:0:64833:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025c7fa92. 00000020:00000010:3.0:1761311767.234525:0:64833:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.234529:0:64833:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.234548:0:64833:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c59f1dbd x1846867781824000/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311767.234573:0:64833:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824000 02000000:00000010:3.0:1761311767.234583:0:64833:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000078ca1278. 00010000:00000010:3.0:1761311767.234618:0:64833:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd06aa48. 00000100:00000010:3.0:1761311767.234625:0:64833:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311767.234631:0:64833:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311767.234633:0:64833:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd06aa48. 00000400:00000010:3.0:1761311767.234646:0:64833:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311767.234650:0:64833:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824000, offset 224 00000400:00000200:3.0:1761311767.234657:0:64833:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.234667:0:64833:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.234672:0:64833:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87750:87750:256:4294967295] 192.168.203.55@tcp LPNI seq info [87750:87750:8:4294967295] 00000400:00000200:3.0:1761311767.234682:0:64833:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.234687:0:64833:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.234691:0:64833:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311767.234695:0:64833:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.234702:0:64833:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.234705:0:64833:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.234722:0:64833:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.234725:0:64833:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.234727:0:64833:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025c7fa92. 00000800:00000200:3.0:1761311767.234793:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.234796:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:3.0:1761311767.234801:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.234804:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.234807:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:3.0:1761311767.234809:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000400:00000010:3.0:1761311767.235115:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:3.0:1761311767.235120:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:3.0:1761311767.235121:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:3.0:1761311767.235126:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac3e3358 x1846867787703808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.235134:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac3e3358 x1846867787703808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311767.235154:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f20ce1e0. 02000000:00000010:3.0:1761311767.235168:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000714a121c. 02000000:00000010:3.0:1761311767.235174:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009779f80c. 00000100:00000010:3.0:1761311767.235177:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000010:3.0:1761311767.235180:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000000c04b0c3. 00010000:00000010:3.0:1761311767.235182:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000082e453fc. 00080000:00000010:3.0:1761311767.235197:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025c7fa92. 00010000:00000010:3.0:1761311767.235349:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa073a7. 00010000:00000010:3.0:1761311767.235356:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004435c78f. 00000001:00000010:3.0:1761311767.235377:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311767.235393:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00080000:00000010:3.0:1761311767.235399:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e876da30. 00000001:00000010:3.0:1761311767.235407:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311767.235412:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311767.235417:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311767.235422:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00100000:00000010:3.0:1761311767.235435:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000099b39fc6. 00010000:00000010:3.0:1761311767.235452:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.0:1761311767.235458:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006edc3f9b. 00010000:00000010:3.0:1761311767.235468:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bd06aa48. 00000100:00000010:3.0:1761311767.235472:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311767.235478:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 02000000:00000010:3.0:1761311767.235492:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012ff3ef7. 02000000:00000010:3.0:1761311767.235516:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a8509532. 00000400:00000010:3.0:1761311767.235520:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311767.235525:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311767.235530:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703872, portal 16 00000400:00000010:3.0:1761311767.235534:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311767.235536:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703872, offset 0 00000400:00000200:3.0:1761311767.235541:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.235549:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.235555:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.235559:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.235562:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.235564:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87751:87751:256:4294967295] 192.168.203.55@tcp LPNI seq info [87751:87751:8:4294967295] 00000400:00000200:3.0:1761311767.235571:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.235575:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.235578:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311767.235582:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.235588:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.235591:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.235716:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.235719:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311767.235724:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.235727:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.235730:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:1.0:1761311767.235732:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:1.0:1761311767.235737:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008de06de5 x1846867787703872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311767.241353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000334f2680. 00010000:00000010:3.1:1761311767.241367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d73c53d9. 00010000:00000010:3.1:1761311767.241373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00010000:00000010:2.1:1761311767.241419:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006a049636. 00010000:00000010:2.1:1761311767.241424:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008860e6b7. 00010000:00000010:2.1:1761311767.241427:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000200:3.0:1761311767.243546:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.243561:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee640 00000400:00000200:3.0:1761311767.243569:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab64d [1] + 224 00000400:00000200:3.0:1761311767.243578:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.243582:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.243591:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008de06de5 x1846867787703872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.243627:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.243631:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152e40 00000400:00000200:3.0:1761311767.243635:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa065 [2] + 1312 00000400:00000200:3.0:1761311767.243679:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.243682:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.243686:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.243690:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:1.0:1761311767.243779:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000001d957e3. 00000020:00000010:1.0:1761311767.243785:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.243789:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.243810:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781824064/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311767.243840:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824064 02000000:00000010:1.0:1761311767.243849:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ea1329aa. 00010000:00000010:1.0:1761311767.243886:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000777d3602. 00000100:00000010:1.0:1761311767.243894:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f795371c. 00000100:00000010:1.0:1761311767.243900:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f795371c. 00010000:00000010:1.0:1761311767.243903:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000777d3602. 00000400:00000010:1.0:1761311767.243916:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311767.243920:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824064, offset 224 00000400:00000200:1.0:1761311767.243927:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.243937:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.243941:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87752:87752:256:4294967295] 192.168.203.55@tcp LPNI seq info [87752:87752:8:4294967295] 00000400:00000200:1.0:1761311767.243950:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.243955:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.243958:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.243963:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.243969:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.243972:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.243991:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.243994:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.243996:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000001d957e3. 00000800:00000200:1.0:1761311767.244049:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.244052:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.244055:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.244058:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.244062:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:1.0:1761311767.244064:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000400:00000010:2.0:1761311767.244434:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:2.0:1761311767.244439:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:2.0:1761311767.244440:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000100:00000200:2.0:1761311767.244447:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008de06de5 x1846867787703872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.244455:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008de06de5 x1846867787703872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.244474:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb01d0b6. 02000000:00000010:2.0:1761311767.244490:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a8509532. 02000000:00000010:2.0:1761311767.244495:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012ff3ef7. 00000100:00000010:2.0:1761311767.244498:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 00000100:00000010:2.0:1761311767.244501:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:2.0:1761311767.244503:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bd06aa48. 00080000:00000010:2.0:1761311767.244518:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cba59672. 00010000:00000010:2.0:1761311767.244625:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006edc3f9b. 00010000:00000010:2.0:1761311767.244633:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c085bde1. 00000001:00000010:2.0:1761311767.244653:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.244669:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311767.244675:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f546c2d. 00000001:00000010:2.0:1761311767.244682:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.244687:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.244692:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.244697:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311767.244709:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e60d797b. 00010000:00000010:2.0:1761311767.244725:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.0:1761311767.244730:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000098a186c0. 00010000:00000010:2.0:1761311767.244740:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000dd86b620. 00000100:00000010:2.0:1761311767.244859:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b5673093. 00000100:00000010:2.0:1761311767.244868:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.244877:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000599fa6b1. 02000000:00000010:2.0:1761311767.244899:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb406c0a. 00000400:00000010:2.0:1761311767.244903:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311767.244907:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311767.244912:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787703936, portal 16 00000400:00000010:2.0:1761311767.244917:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311767.244919:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787703936, offset 0 00000400:00000200:2.0:1761311767.244924:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.244932:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.247575:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.247581:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.247585:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.247588:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87753:87753:256:4294967295] 192.168.203.55@tcp LPNI seq info [87753:87753:8:4294967295] 00000400:00000200:2.0:1761311767.247599:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.247606:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.247615:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.247624:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.247632:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.247636:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.251175:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.251182:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:1.0:1761311767.251190:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.251198:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.251203:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:1.0:1761311767.251205:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000100:00000200:1.0:1761311767.251215:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787703936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.252360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c32c9aff. 00010000:00000010:2.1:1761311767.252372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c01079a5. 00010000:00000010:2.1:1761311767.252378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00000400:00000200:3.0:1761311767.258821:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.258843:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee680 00000400:00000200:3.0:1761311767.258852:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab659 [1] + 224 00000400:00000200:3.0:1761311767.258863:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.258868:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.258879:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787703936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.258920:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.258926:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152e80 00000400:00000200:3.0:1761311767.258932:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa065 [2] + 1640 00000400:00000200:3.0:1761311767.259034:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.259039:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.259044:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.259048:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000020:00000010:3.0:1761311767.259103:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003ef6368c. 00000020:00000010:3.0:1761311767.259109:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.259114:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.259142:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c241c5e9 x1846867781824128/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311767.259182:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824128 02000000:00000010:3.0:1761311767.259237:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003dbdd1f7. 00010000:00000010:3.0:1761311767.259279:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fd3db4ad. 00000100:00000010:3.0:1761311767.259295:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b94ba7fc. 00000100:00000010:3.0:1761311767.259302:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b94ba7fc. 00010000:00000010:3.0:1761311767.259307:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fd3db4ad. 00000400:00000010:3.0:1761311767.259351:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311767.259356:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824128, offset 224 00000400:00000200:3.0:1761311767.259364:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.259376:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.259383:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87754:87754:256:4294967295] 192.168.203.55@tcp LPNI seq info [87754:87754:8:4294967295] 00000400:00000200:3.0:1761311767.259397:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.259404:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.259408:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311767.259415:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.259423:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.259427:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.259446:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000098f580ab. 00000020:00000010:3.0:1761311767.259450:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.259453:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003ef6368c. 00000800:00000200:3.0:1761311767.259527:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.259530:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:3.0:1761311767.259534:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.259539:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.259542:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311767.259544:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000400:00000010:0.0:1761311767.262957:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:0.0:1761311767.262968:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:0.0:1761311767.262970:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000100:00000200:0.0:1761311767.262984:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787703936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.262994:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787703936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311767.263027:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a8944061. 02000000:00000010:0.0:1761311767.263041:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb406c0a. 02000000:00000010:0.0:1761311767.263047:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000599fa6b1. 00000100:00000010:0.0:1761311767.263050:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:0.0:1761311767.263054:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b5673093. 00010000:00000010:0.0:1761311767.263057:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000dd86b620. 00080000:00000010:0.0:1761311767.263076:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007116f3bc. 00010000:00000010:0.0:1761311767.263226:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000098a186c0. 00010000:00000010:0.0:1761311767.263234:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004161ed8f. 00000001:00000010:0.0:1761311767.263251:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.263264:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00080000:00000010:0.0:1761311767.263269:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004375f6cf. 00000001:00000010:0.0:1761311767.263278:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.263295:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.263301:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.263306:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00100000:00000010:0.0:1761311767.263347:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ee2b133d. 00100000:00000010:0.0:1761311767.263355:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000eda82c98. 00100000:00000010:0.0:1761311767.263357:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004acd6e2c. 00010000:00000010:0.0:1761311767.263378:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.0:1761311767.263383:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000778a970c. 00010000:00000010:0.0:1761311767.263396:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e96e419. 00000100:00000010:0.0:1761311767.263402:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4724feb. 00000100:00000010:0.0:1761311767.263410:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6f5f42e. 02000000:00000010:0.0:1761311767.263424:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055f354dc. 02000000:00000010:0.0:1761311767.263451:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000716c143f. 00000400:00000010:0.0:1761311767.263456:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000465441fe. 00000400:00000010:0.0:1761311767.263460:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311767.263466:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704000, portal 16 00000400:00000010:0.0:1761311767.263470:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311767.263472:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704000, offset 0 00000400:00000200:0.0:1761311767.263480:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.263493:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.263501:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.263505:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.263508:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.263511:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87755:87755:256:4294967295] 192.168.203.55@tcp LPNI seq info [87755:87755:8:4294967295] 00000400:00000200:0.0:1761311767.263520:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.263526:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.263531:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311767.263537:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.263544:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.263548:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.265911:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.265920:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311767.265932:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.265942:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.265947:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:1.0:1761311767.265949:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00000100:00000200:1.0:1761311767.265958:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6f5f42e x1846867787704000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.272799:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.272819:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee6c0 00000400:00000200:1.0:1761311767.272827:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab665 [1] + 224 00000400:00000200:1.0:1761311767.272839:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.272843:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.272854:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f6f5f42e x1846867787704000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.272894:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.272900:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152ec0 00000400:00000200:1.0:1761311767.272906:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa065 [2] + 1968 00000400:00000010:1.0:1761311767.272910:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d53d4f. 00000400:00000200:1.0:1761311767.272915:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ca301ff7 00000400:00000010:0.0:1761311767.272948:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000465441fe. 00000400:00000200:0.0:1761311767.272954:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311767.272956:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000100:00000200:0.0:1761311767.272963:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f6f5f42e x1846867787704000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.272972:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f6f5f42e x1846867787704000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.273002:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000716c143f. 02000000:00000010:0.0:1761311767.273008:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000055f354dc. 00000100:00000010:0.0:1761311767.273011:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6f5f42e. 00000100:00000010:0.0:1761311767.273015:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e4724feb. 00010000:00000010:0.0:1761311767.273018:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e96e419. 00000400:00000200:1.0:1761311767.273292:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.273297:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.273301:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ca301ff7 00000400:00000010:1.0:1761311767.273303:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ca301ff7 (tot 82352386). 00000100:00000200:1.0:1761311767.273308:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311767.273568:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000055f354dc. 00000020:00000010:0.0:1761311767.273575:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e0e38935. 00000020:00000010:0.0:1761311767.273579:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000001c3f6d76. 00000100:00000200:0.0:1761311767.273601:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a7675d43 x1846867781824192/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.273637:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824192 02000000:00000010:0.0:1761311767.273647:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000716c143f. 00010000:00000010:0.0:1761311767.273672:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000068591154. 00010000:00000010:0.0:1761311767.273691:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e96e419. 00000100:00000010:0.0:1761311767.273696:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4724feb. 00010000:00000010:0.1:1761311767.274422:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096fee990. 00010000:00000010:0.1:1761311767.274432:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000733e8b27. 00010000:00000010:0.1:1761311767.274436:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00000100:00000010:0.0:1761311767.274465:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e4724feb. 00010000:00000010:0.0:1761311767.274469:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e96e419. 00080000:00000010:1.0:1761311767.275646:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003488c7e7. 00010000:00000010:1.0:1761311767.275762:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000778a970c. 00010000:00000010:1.0:1761311767.275770:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae252b96. 00000001:00000010:1.0:1761311767.275789:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.275801:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00080000:00000010:1.0:1761311767.275807:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007953132e. 00000001:00000010:1.0:1761311767.275815:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.275820:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.275825:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311767.275830:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00100000:00000010:1.0:1761311767.275840:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ae6b57ae. 00010000:00000010:1.0:1761311767.275854:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311767.275859:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000002ed224e. 00010000:00000010:1.0:1761311767.275870:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000777d3602. 00000100:00000010:1.0:1761311767.275876:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f795371c. 00000100:00000010:1.0:1761311767.275883:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002234a2fe. 02000000:00000010:1.0:1761311767.275895:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc456eeb. 02000000:00000010:1.0:1761311767.275920:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e35a4350. 00000400:00000010:1.0:1761311767.275925:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9122b4c. 00000400:00000010:1.0:1761311767.275930:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311767.275935:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704064, portal 16 00000400:00000010:1.0:1761311767.275940:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311767.275942:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704064, offset 0 00000400:00000010:2.0:1761311767.275949:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000400:00000200:1.0:1761311767.275950:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000100:00000200:2.0:1761311767.275956:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824192, offset 224 00000400:00000200:2.0:1761311767.275964:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.275966:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.275973:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.275976:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.276251:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.276254:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87756:87756:256:4294967295] 192.168.203.55@tcp LPNI seq info [87756:87756:8:4294967295] 00000400:00000200:1.0:1761311767.276264:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.276270:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.276275:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352634). 00000800:00000200:1.0:1761311767.276280:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.276295:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.276299:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.278158:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.278166:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352386). 00000400:00000200:0.0:1761311767.278173:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.278180:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.278185:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:0.0:1761311767.278187:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:0.0:1761311767.278195:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002234a2fe x1846867787704064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.279159:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.279167:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87757:87757:255:4294967295] 192.168.203.55@tcp LPNI seq info [87757:87757:7:4294967295] 00000400:00000200:2.0:1761311767.279181:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.279187:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.279194:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352634). 00000800:00000200:2.0:1761311767.279201:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.279209:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.279213:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.279235:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e0e38935. 00000020:00000010:2.0:1761311767.279242:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000001c3f6d76. 00000020:00000010:2.0:1761311767.279246:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000055f354dc. 02000000:00000010:2.0:1761311767.279257:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003dbdd1f7. 00000100:00000010:2.0:1761311767.279261:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 02000000:00000010:2.0:1761311767.279265:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ea1329aa. 00000100:00000010:2.0:1761311767.279267:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:2.0:1761311767.279270:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000078ca1278. 00000100:00000010:2.0:1761311767.279273:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 02000000:00000010:2.0:1761311767.279275:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002438c15d. 00000100:00000010:2.0:1761311767.279278:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 02000000:00000010:2.0:1761311767.279291:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002fd780d5. 00000100:00000010:2.0:1761311767.279293:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001aa20607. 02000000:00000010:2.0:1761311767.279296:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000833c71f4. 00000100:00000010:2.0:1761311767.279298:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a847972a. 00000100:00000200:2.0:1761311767.279307:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311767.279332:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000002cff0f8d. 00000400:00000010:2.0:1761311767.279338:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f3f9dae7 (tot 82352786). 00000800:00000200:0.0:1761311767.279735:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.279739:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311767.279744:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.279749:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.279752:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:0.0:1761311767.279754:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 02000000:00000010:0.0:1761311767.279758:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000716c143f. 00000400:00000200:0.0:1761311767.280427:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.280440:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee700 00000400:00000200:0.0:1761311767.280447:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab66d [1] + 224 00000400:00000200:0.0:1761311767.280457:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.280460:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.280468:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002234a2fe x1846867787704064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.280491:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.280496:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152f00 00000400:00000200:0.0:1761311767.280500:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa0bd [2] + 0 00000400:00000200:0.0:1761311767.280535:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.280538:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.280542:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.280547:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6f5f42e. 00000400:00000010:3.0:1761311767.280796:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9122b4c. 00000400:00000200:3.0:1761311767.280802:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:3.0:1761311767.280804:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000100:00000200:3.0:1761311767.280809:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002234a2fe x1846867787704064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.280816:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002234a2fe x1846867787704064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.280846:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e35a4350. 02000000:00000010:3.0:1761311767.280851:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc456eeb. 00000100:00000010:3.0:1761311767.280854:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002234a2fe. 00000100:00000010:3.0:1761311767.280858:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f795371c. 00010000:00000010:3.0:1761311767.280861:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000777d3602. 00000020:00000010:2.0:1761311767.283734:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002fd780d5. 00000020:00000010:2.0:1761311767.283745:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe3e8eb1. 00000020:00000010:2.0:1761311767.283750:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.283782:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f6f5f42e x1846867781824256/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311767.283823:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824256 02000000:00000010:2.0:1761311767.283835:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002438c15d. 00010000:00000010:2.0:1761311767.283865:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001386ae6. 00010000:00000010:2.0:1761311767.283885:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c508c59. 00000100:00000010:2.0:1761311767.283893:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000028d01e9. 00000100:00000010:2.0:1761311767.283918:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000028d01e9. 00010000:00000010:2.0:1761311767.283922:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c508c59. 00000400:00000010:2.0:1761311767.283936:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.283941:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824256, offset 224 00000400:00000200:2.0:1761311767.283949:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.283963:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.283970:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87758:87758:256:4294967295] 192.168.203.55@tcp LPNI seq info [87758:87758:8:4294967295] 00000400:00000200:2.0:1761311767.283980:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.283986:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.283991:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.283997:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.284004:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.284007:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.284027:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe3e8eb1. 00000020:00000010:2.0:1761311767.284033:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.284036:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002fd780d5. 00000800:00000200:2.0:1761311767.284139:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.284143:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311767.284147:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.284151:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.284157:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:2.0:1761311767.284158:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00080000:00000010:0.0:1761311767.284292:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000716c143f. 00010000:00000010:0.1:1761311767.284357:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ca2fa94. 00010000:00000010:2.0:1761311767.284505:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000002ed224e. 00010000:00000010:2.0:1761311767.284512:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000011a299d1. 00000001:00000010:2.0:1761311767.284528:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.284540:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311767.284545:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002fd780d5. 00000001:00000010:2.0:1761311767.284553:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.284558:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.284563:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.284567:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311767.284579:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000007b36272. 00010000:00000010:2.0:1761311767.284593:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.0:1761311767.284598:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b7aab5b4. 00010000:00000010:2.0:1761311767.284607:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c508c59. 00000100:00000010:2.0:1761311767.284610:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000028d01e9. 00000100:00000010:2.0:1761311767.284617:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.284627:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009779f80c. 02000000:00000010:2.0:1761311767.284648:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000714a121c. 00000400:00000010:2.0:1761311767.284653:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311767.284656:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.284661:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704128, portal 16 00000400:00000010:2.0:1761311767.284665:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311767.284667:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704128, offset 0 00000400:00000200:2.0:1761311767.284671:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.284677:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.284683:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.284686:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.284688:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.284691:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87759:87759:256:4294967295] 192.168.203.55@tcp LPNI seq info [87759:87759:8:4294967295] 00000400:00000200:2.0:1761311767.284698:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.284703:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.284705:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.284709:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.284713:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.284716:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.285211:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.285216:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.285220:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.285225:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.285228:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:0.0:1761311767.285230:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 00000100:00000200:0.0:1761311767.285236:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787704128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.289790:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff3e718e. 00010000:00000010:1.1:1761311767.289803:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00000400:00000200:0.0:1761311767.290227:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.290243:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee740 00000400:00000200:0.0:1761311767.290251:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab681 [1] + 224 00000400:00000200:0.0:1761311767.290265:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.290269:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.290280:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787704128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.290874:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:2.0:1761311767.290880:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:2.0:1761311767.290882:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.290890:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787704128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.290899:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787704128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.290927:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000714a121c. 02000000:00000010:2.0:1761311767.290933:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009779f80c. 00000100:00000010:2.0:1761311767.290937:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311767.290941:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000028d01e9. 00010000:00000010:2.0:1761311767.290945:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c508c59. 00000400:00000200:3.0:1761311767.290975:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.290985:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152f40 00000400:00000200:3.0:1761311767.290991:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa0bd [2] + 328 00000400:00000200:3.0:1761311767.291042:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.291045:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.291049:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.291053:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 00000020:00000010:0.0:1761311767.291135:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006790ea8e. 00000020:00000010:0.0:1761311767.291142:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.291147:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.291170:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed08d72 x1846867781824320/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311767.291202:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824320 02000000:00000010:0.0:1761311767.291213:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000039075334. 00010000:00000010:0.0:1761311767.291238:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000053070681. 00010000:00000010:0.0:1761311767.291256:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e96e419. 00000100:00000010:0.0:1761311767.291261:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e4724feb. 00000100:00000010:0.0:1761311767.291277:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e4724feb. 00010000:00000010:0.0:1761311767.291280:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e96e419. 00000400:00000010:0.0:1761311767.291300:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311767.291304:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824320, offset 224 00000400:00000200:0.0:1761311767.291326:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.291336:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.291342:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87760:87760:256:4294967295] 192.168.203.55@tcp LPNI seq info [87760:87760:8:4294967295] 00000400:00000200:0.0:1761311767.291353:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.291358:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.291363:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311767.291369:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.291375:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.291379:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.291395:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cc15c95f. 00000020:00000010:0.0:1761311767.291400:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.291403:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006790ea8e. 00000800:00000200:0.0:1761311767.291459:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.291463:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:0.0:1761311767.291471:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.291474:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.291477:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311767.291478:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00080000:00000010:3.0:1761311767.293006:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003ef6368c. 00010000:00000010:3.0:1761311767.293131:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b7aab5b4. 00010000:00000010:3.0:1761311767.293140:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006516bf6a. 00000001:00000010:3.0:1761311767.293158:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311767.293170:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311767.293176:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003726fc72. 00000001:00000010:3.0:1761311767.293184:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311767.293191:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311767.293197:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311767.293204:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311767.293217:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004d7b6db6. 00010000:00000010:3.0:1761311767.293237:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311767.293243:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311767.293255:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002d65e06e. 00000100:00000010:3.0:1761311767.293263:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b94ba7fc. 00000100:00000010:3.0:1761311767.293272:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311767.293296:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a93051cf. 02000000:00000010:3.0:1761311767.293351:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a31426f. 00000400:00000010:3.0:1761311767.293356:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311767.293362:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311767.293368:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704192, portal 16 00000400:00000010:3.0:1761311767.293374:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311767.293376:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704192, offset 0 00000400:00000200:3.0:1761311767.293386:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.293400:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.293407:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.293411:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.293414:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.293417:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87761:87761:256:4294967295] 192.168.203.55@tcp LPNI seq info [87761:87761:8:4294967295] 00000400:00000200:3.0:1761311767.293427:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.293434:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.293439:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311767.293445:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.293452:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.293456:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.294532:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.294539:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311767.294547:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.294553:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.294558:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:0.0:1761311767.294561:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000100:00000200:0.0:1761311767.294571:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ef0282b x1846867787704192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.299178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e06d3d11. 00010000:00000010:2.1:1761311767.299193:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005043a348. 00010000:00000010:2.1:1761311767.299199:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:3.1:1761311767.299335:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007975400c. 00010000:00000010:3.1:1761311767.299342:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00000400:00000200:3.0:1761311767.301047:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.301065:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee780 00000400:00000200:3.0:1761311767.301074:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab68d [1] + 224 00000400:00000200:3.0:1761311767.301085:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.301090:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.301100:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ef0282b x1846867787704192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.301146:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.301151:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152f80 00000400:00000200:3.0:1761311767.301157:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa0bd [2] + 656 00000400:00000010:2.0:1761311767.301165:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311767.301167:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.301172:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.301173:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:2.0:1761311767.301176:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:2.0:1761311767.301184:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ef0282b x1846867787704192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.301192:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ef0282b x1846867787704192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.301223:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a31426f. 02000000:00000010:2.0:1761311767.301228:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a93051cf. 00000100:00000010:2.0:1761311767.301232:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 00000100:00000010:2.0:1761311767.301236:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b94ba7fc. 00010000:00000010:2.0:1761311767.301239:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002d65e06e. 00000100:00000200:3.0:1761311767.301930:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.301939:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 00000020:00000010:2.0:1761311767.302006:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009779f80c. 00000020:00000010:2.0:1761311767.302013:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000fe3e8eb1. 00000020:00000010:2.0:1761311767.302018:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.302042:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a85faf x1846867781824384/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311767.302097:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824384 02000000:00000010:2.0:1761311767.302109:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000714a121c. 00010000:00000010:0.1:1761311767.302121:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a991a4ef. 00010000:00000010:2.0:1761311767.302135:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c0c71813. 00010000:00000010:2.0:1761311767.302157:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008c508c59. 00000100:00000010:2.0:1761311767.302163:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000028d01e9. 00000100:00000010:2.0:1761311767.302181:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000028d01e9. 00010000:00000010:2.0:1761311767.302184:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008c508c59. 00000400:00000010:2.0:1761311767.302197:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.302202:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824384, offset 224 00000400:00000200:2.0:1761311767.302209:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.302221:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.302226:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87762:87762:256:4294967295] 192.168.203.55@tcp LPNI seq info [87762:87762:8:4294967295] 00000400:00000200:2.0:1761311767.302234:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.302238:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.302243:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.302248:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.302254:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.302258:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.302279:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000fe3e8eb1. 00000020:00000010:2.0:1761311767.302293:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.302296:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009779f80c. 00080000:00000010:3.0:1761311767.303152:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c839e07. 00010000:00000010:3.0:1761311767.303255:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311767.303263:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062b09872. 00000001:00000010:3.0:1761311767.303290:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311767.303304:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00080000:00000010:3.0:1761311767.303332:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fef83928. 00000001:00000010:3.0:1761311767.303339:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311767.303346:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311767.303351:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f804e0c3. 00000001:00000010:3.0:1761311767.303356:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f804e0c3. 00100000:00000010:3.0:1761311767.303368:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000045429a93. 00010000:00000010:3.0:1761311767.303381:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f090f8a6. 00010000:00000010:3.0:1761311767.303386:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a0816eb6. 00010000:00000010:3.0:1761311767.303396:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bc820e62. 00000100:00000010:3.0:1761311767.303401:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311767.303408:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311767.303418:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fd280d4a. 02000000:00000010:3.0:1761311767.303440:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000512d3594. 00000400:00000010:3.0:1761311767.303444:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311767.303449:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311767.303455:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704256, portal 16 00000400:00000010:3.0:1761311767.303459:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311767.303461:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704256, offset 0 00000400:00000200:3.0:1761311767.303467:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.303478:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.303484:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.303487:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.303489:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.303493:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87763:87763:255:4294967295] 192.168.203.55@tcp LPNI seq info [87763:87763:7:4294967295] 00000400:00000200:3.0:1761311767.303502:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.303508:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.303512:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82353034). 00000800:00000200:3.0:1761311767.303517:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.303523:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.303526:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.305573:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.305579:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:0.0:1761311767.305586:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.305594:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.305601:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:0.0:1761311767.305604:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000800:00000200:0.0:1761311767.305680:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.305682:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311767.305686:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.305690:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.305693:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:0.0:1761311767.305695:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:0.0:1761311767.305705:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ef0282b x1846867787704256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.314582:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.314598:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee7c0 00000400:00000200:0.0:1761311767.314606:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab699 [1] + 224 00000400:00000200:0.0:1761311767.314617:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.314620:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.314629:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ef0282b x1846867787704256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.314655:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.314659:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a152fc0 00000400:00000200:0.0:1761311767.314663:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa0bd [2] + 984 00000400:00000200:0.0:1761311767.314722:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.314726:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.314729:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.314734:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e40d05a. 00000400:00000010:0.0:1761311767.314762:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f804e0c3. 00000400:00000200:0.0:1761311767.314767:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:0.0:1761311767.314769:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:0.0:1761311767.314774:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ef0282b x1846867787704256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.314782:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ef0282b x1846867787704256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.314809:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000512d3594. 02000000:00000010:0.0:1761311767.314814:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fd280d4a. 00000100:00000010:0.0:1761311767.314817:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 00000100:00000010:0.0:1761311767.314820:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:0.0:1761311767.314823:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bc820e62. 00000020:00000010:1.0:1761311767.315369:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001e76fd36. 00000020:00000010:1.0:1761311767.315377:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da9c72f8. 00000020:00000010:1.0:1761311767.315382:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.315410:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e40d05a x1846867781824448/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311767.315440:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824448 02000000:00000010:1.0:1761311767.315452:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051458fa7. 00010000:00000010:1.0:1761311767.315480:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000036748d9. 00010000:00000010:1.0:1761311767.315502:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001856b30a. 00000100:00000010:1.0:1761311767.315510:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.315520:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.315523:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001856b30a. 00000400:00000010:1.0:1761311767.315539:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c971b4e6. 00000100:00000200:1.0:1761311767.315544:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824448, offset 224 00000400:00000200:1.0:1761311767.315552:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.315563:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.315569:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87764:87764:256:4294967295] 192.168.203.55@tcp LPNI seq info [87764:87764:8:4294967295] 00000400:00000200:1.0:1761311767.315581:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.315587:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.315592:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.315597:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.315604:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.315608:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.315627:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da9c72f8. 00000020:00000010:1.0:1761311767.315631:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:1.0:1761311767.315634:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001e76fd36. 00080000:00000010:0.0:1761311767.315638:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000070ebd2f8. 00000800:00000200:1.0:1761311767.315723:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.315727:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.315730:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.315734:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.315737:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:1.0:1761311767.315739:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00010000:00000010:0.0:1761311767.315764:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0816eb6. 00010000:00000010:0.0:1761311767.315771:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d79c9994. 00000001:00000010:0.0:1761311767.315791:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.315805:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00080000:00000010:0.0:1761311767.315812:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000833c71f4. 00000001:00000010:0.0:1761311767.315823:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.315828:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.315834:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.315839:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00100000:00000010:0.0:1761311767.315862:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008f4e2c72. 00100000:00000010:0.0:1761311767.315868:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000080369a7. 00100000:00000010:0.0:1761311767.315871:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008ff7659a. 00010000:00000010:0.0:1761311767.315891:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.0:1761311767.315898:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000778a970c. 00010000:00000010:0.0:1761311767.315908:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005e96e419. 00000100:00000010:0.0:1761311767.315912:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:0.0:1761311767.315919:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006622c1da. 02000000:00000010:0.0:1761311767.315929:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000055f354dc. 02000000:00000010:0.0:1761311767.315954:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057cb9d5d. 00000400:00000010:0.0:1761311767.315958:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000465441fe. 00000400:00000010:0.0:1761311767.315962:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311767.315967:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704320, portal 16 00000400:00000010:0.0:1761311767.315971:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311767.315974:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704320, offset 0 00000400:00000200:0.0:1761311767.315978:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.315985:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.315992:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.315995:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.315999:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.316001:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87765:87765:256:4294967295] 192.168.203.55@tcp LPNI seq info [87765:87765:8:4294967295] 00000400:00000200:0.0:1761311767.316008:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.316012:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.316016:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352786). 00000800:00000200:0.0:1761311767.316019:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.316023:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.316026:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.319277:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.319295:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:1.0:1761311767.319307:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.319331:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.319336:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:1.0:1761311767.319338:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00000100:00000200:1.0:1761311767.319347:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006622c1da x1846867787704320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.323766:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aa2db845. 00010000:00000010:3.1:1761311767.324407:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000df12ec0c. 00010000:00000010:3.1:1761311767.324416:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:1.1:1761311767.328491:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff4bf798. 00000400:00000200:3.0:1761311767.328929:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.328944:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee800 00000400:00000200:3.0:1761311767.328952:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab6a5 [1] + 224 00000400:00000200:3.0:1761311767.328962:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.328966:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.328976:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006622c1da x1846867787704320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.329017:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.329023:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153000 00000400:00000200:3.0:1761311767.329029:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa0bd [2] + 1312 00000400:00000010:1.0:1761311767.329038:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000465441fe. 00000400:00000200:1.0:1761311767.329045:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:1.0:1761311767.329047:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000100:00000200:1.0:1761311767.329064:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006622c1da x1846867787704320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.329073:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006622c1da x1846867787704320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.329101:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057cb9d5d. 02000000:00000010:1.0:1761311767.329106:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000055f354dc. 00000100:00000010:1.0:1761311767.329110:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006622c1da. 00000100:00000010:1.0:1761311767.329114:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.329118:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005e96e419. 00000400:00000200:3.0:1761311767.329763:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.329770:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.329774:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.329780:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00010000:00000010:0.1:1761311767.329830:0:78602:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d500d194. 00010000:00000010:0.1:1761311767.329838:0:78602:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00000020:00000010:1.0:1761311767.329841:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc9b145a. 00000020:00000010:1.0:1761311767.329849:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000da9c72f8. 00000020:00000010:1.0:1761311767.329854:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000b3829dba. 00000100:00000200:1.0:1761311767.329878:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c59f1dbd x1846867781824512/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311767.330623:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824512 02000000:00000010:2.0:1761311767.330640:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000009779f80c. 00010000:00000010:2.0:1761311767.330670:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038163623. 00010000:00000010:2.0:1761311767.330690:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5ce5c9c. 00000100:00000010:2.0:1761311767.330697:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000028d01e9. 00000100:00000010:2.0:1761311767.330715:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000028d01e9. 00010000:00000010:2.0:1761311767.330718:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5ce5c9c. 00000400:00000010:2.0:1761311767.330731:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026f72b8d. 00000100:00000200:2.0:1761311767.330736:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824512, offset 224 00000400:00000200:2.0:1761311767.330743:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.330756:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.330762:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87766:87766:256:4294967295] 192.168.203.55@tcp LPNI seq info [87766:87766:8:4294967295] 00000400:00000200:2.0:1761311767.330775:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.330780:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.330784:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.330789:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.330795:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.330799:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.330818:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000da9c72f8. 00000020:00000010:2.0:1761311767.330822:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000b3829dba. 00000020:00000010:2.0:1761311767.330826:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc9b145a. 00080000:00000010:3.0:1761311767.330863:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c389df5a. 00010000:00000010:3.0:1761311767.330985:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000778a970c. 00010000:00000010:3.0:1761311767.330991:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000098fe1cf7. 00000001:00000010:3.0:1761311767.331010:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311767.331021:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00080000:00000010:3.0:1761311767.331027:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a99679f2. 00000001:00000010:3.0:1761311767.331034:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311767.331039:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311767.331044:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000800:00000200:2.0:1761311767.331154:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.331158:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.331162:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.331166:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.331170:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:2.0:1761311767.331172:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 00000001:00000010:3.0:1761311767.331550:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00100000:00000010:3.0:1761311767.331784:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000224c8991. 00010000:00000010:3.0:1761311767.331807:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311767.331815:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000df98e31e. 00010000:00000010:3.0:1761311767.331827:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000043ea5889. 00000100:00000010:3.0:1761311767.331832:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311767.331845:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311767.331857:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001f4544ce. 02000000:00000010:3.0:1761311767.331880:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ff2eba46. 00000400:00000010:3.0:1761311767.331885:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5ddcd22. 00000400:00000010:3.0:1761311767.331889:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311767.331894:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704384, portal 16 00000400:00000010:3.0:1761311767.331898:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311767.331901:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704384, offset 0 00000400:00000200:3.0:1761311767.331907:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.331917:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.331924:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.331927:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.331929:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.331932:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87767:87767:256:4294967295] 192.168.203.55@tcp LPNI seq info [87767:87767:8:4294967295] 00000400:00000200:3.0:1761311767.331939:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.331943:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.331946:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311767.331950:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.331955:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.331957:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.332963:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.332968:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:1.0:1761311767.332975:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.332980:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.332984:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:1.0:1761311767.332986:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:1.0:1761311767.332993:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787704384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.341917:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.341938:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee840 00000400:00000200:1.0:1761311767.341947:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab6b1 [1] + 224 00000400:00000200:1.0:1761311767.341960:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.341964:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.341974:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787704384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.342020:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.342027:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153040 00000400:00000200:1.0:1761311767.342033:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa0bd [2] + 1640 00000400:00000010:3.0:1761311767.342041:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5ddcd22. 00000400:00000200:3.0:1761311767.342048:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000200:1.0:1761311767.342048:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1761311767.342052:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311767.342060:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787704384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.342064:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.342071:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761311767.342074:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787704384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000010:1.0:1761311767.342078:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 02000000:00000010:3.0:1761311767.342110:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ff2eba46. 02000000:00000010:3.0:1761311767.342118:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001f4544ce. 00000100:00000010:3.0:1761311767.342122:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311767.342126:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311767.342129:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000043ea5889. 00000020:00000010:2.0:1761311767.344929:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000599fa6b1. 00000020:00000010:2.0:1761311767.344944:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.344949:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.344981:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000d4befbb x1846867781824576/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311767.345019:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824576 02000000:00000010:2.0:1761311767.345030:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bb406c0a. 00010000:00000010:2.0:1761311767.345069:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eab0f929. 00010000:00000010:2.0:1761311767.345094:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5ce5c9c. 00000100:00000010:2.0:1761311767.345102:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000028d01e9. 00000100:00000010:2.0:1761311767.345116:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000028d01e9. 00010000:00000010:2.0:1761311767.345120:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5ce5c9c. 00000400:00000010:2.0:1761311767.345134:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026f72b8d. 00000100:00000200:2.0:1761311767.345139:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824576, offset 224 00000400:00000200:2.0:1761311767.345147:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.345162:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.345167:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87768:87768:256:4294967295] 192.168.203.55@tcp LPNI seq info [87768:87768:8:4294967295] 00000400:00000200:2.0:1761311767.345177:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.345182:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.345185:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.345192:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.345199:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.345203:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.345219:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.345226:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.345229:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000599fa6b1. 00080000:00000010:2.0:1761311767.345258:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000599fa6b1. 00010000:00000010:2.0:1761311767.345471:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000df98e31e. 00010000:00000010:2.0:1761311767.345480:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000efb0b35b. 00000001:00000010:2.0:1761311767.345498:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.345510:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00080000:00000010:2.0:1761311767.345517:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000078ca1278. 00000001:00000010:2.0:1761311767.345527:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.345533:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.345539:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000064a174d7. 00000001:00000010:2.0:1761311767.345544:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000064a174d7. 00100000:00000010:2.0:1761311767.345556:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007e799d2f. 00010000:00000010:2.0:1761311767.345572:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004300c3e5. 00010000:00000010:2.0:1761311767.345577:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000000730383. 00010000:00000010:2.0:1761311767.345587:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5ce5c9c. 00000100:00000010:2.0:1761311767.345591:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000028d01e9. 00000100:00000010:2.0:1761311767.345598:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.345610:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a6013b2. 02000000:00000010:2.0:1761311767.345632:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007051213. 00000400:00000010:2.0:1761311767.345637:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311767.345641:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311767.345646:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704448, portal 16 00000400:00000010:2.0:1761311767.345651:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311767.345653:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704448, offset 0 00000400:00000200:2.0:1761311767.345658:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.345665:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.345671:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.345674:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.345677:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.345679:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87769:87769:255:4294967295] 192.168.203.55@tcp LPNI seq info [87769:87769:7:4294967295] 00000400:00000200:2.0:1761311767.345687:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.345692:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.345696:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311767.345700:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.345704:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.345706:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.345753:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.345756:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:2.0:1761311767.345760:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.345764:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.345767:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:2.0:1761311767.345769:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 00000800:00000200:2.0:1761311767.345801:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.345803:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311767.345805:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.345808:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.345809:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:2.0:1761311767.345811:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000100:00000200:2.0:1761311767.345815:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787704448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.351045:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.351064:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee880 00000400:00000200:1.0:1761311767.351072:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab6bd [1] + 224 00000400:00000200:1.0:1761311767.351089:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.351093:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.351103:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787704448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.351234:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000064a174d7. 00000400:00000200:2.0:1761311767.351240:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:2.0:1761311767.351242:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000100:00000200:2.0:1761311767.351248:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787704448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.351256:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787704448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.351344:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007051213. 02000000:00000010:2.0:1761311767.351350:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a6013b2. 00000100:00000010:2.0:1761311767.351353:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311767.351357:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000028d01e9. 00010000:00000010:2.0:1761311767.351360:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5ce5c9c. 00000400:00000200:1.0:1761311767.351719:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.351729:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153080 00000400:00000200:1.0:1761311767.351735:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa0bd [2] + 1968 00000400:00000010:1.0:1761311767.351737:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c50bffa9. 00000400:00000200:1.0:1761311767.351741:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d859c07e 00000400:00000200:1.0:1761311767.351790:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.351794:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.351797:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d859c07e 00000400:00000010:1.0:1761311767.351799:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d859c07e (tot 82352386). 00000100:00000200:1.0:1761311767.351804:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311767.351881:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008a6013b2. 00000020:00000010:2.0:1761311767.351887:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.351892:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.351916:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000036cd0d23 x1846867781824640/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311767.351954:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824640 02000000:00000010:2.0:1761311767.351965:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000007051213. 00010000:00000010:2.0:1761311767.351991:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003179a9d0. 00010000:00000010:2.0:1761311767.352011:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5ce5c9c. 00000100:00000010:2.0:1761311767.352016:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000028d01e9. 00000100:00000010:2.0:1761311767.352038:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000028d01e9. 00010000:00000010:2.0:1761311767.352040:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5ce5c9c. 00000400:00000010:2.0:1761311767.352247:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311767.352254:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824640, offset 224 00000400:00000200:2.0:1761311767.352260:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.352272:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.352276:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87770:87770:256:4294967295] 192.168.203.55@tcp LPNI seq info [87770:87770:8:4294967295] 00000400:00000200:2.0:1761311767.352295:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.352300:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.352306:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352634). 00000800:00000200:2.0:1761311767.352336:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.352343:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.352346:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.352364:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.352371:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.352373:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008a6013b2. 02000000:00000010:2.0:1761311767.352380:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000bb406c0a. 00000100:00000010:2.0:1761311767.352385:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000d4befbb. 02000000:00000010:2.0:1761311767.352389:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000009779f80c. 00000100:00000010:2.0:1761311767.352390:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 02000000:00000010:2.0:1761311767.352393:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051458fa7. 00000100:00000010:2.0:1761311767.352395:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e40d05a. 02000000:00000010:2.0:1761311767.352398:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000714a121c. 00000100:00000010:2.0:1761311767.352399:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 02000000:00000010:2.0:1761311767.352401:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000039075334. 00000100:00000010:2.0:1761311767.352403:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 02000000:00000010:2.0:1761311767.352405:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002438c15d. 00000100:00000010:2.0:1761311767.352407:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6f5f42e. 00000100:00000200:2.0:1761311767.352413:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:2.0:1761311767.352468:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.352471:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352386). 00000400:00000200:2.0:1761311767.352474:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.352477:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.352480:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:2.0:1761311767.352481:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 02000000:00000010:2.0:1761311767.352485:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000007051213. 00000400:00000010:2.0:1761311767.352495:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000064a174d7. 00000400:00000010:2.0:1761311767.352499:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000028d01e9 (tot 82352538). 00080000:00000010:1.0:1761311767.352563:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018ec408f. 00010000:00000010:1.0:1761311767.352682:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000000730383. 00010000:00000010:1.0:1761311767.352689:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000643f758f. 00000001:00000010:1.0:1761311767.352708:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311767.352721:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311767.352727:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a51a38c0. 00000001:00000010:1.0:1761311767.352734:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311767.352740:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311767.352745:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311767.352749:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311767.352763:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000012fb8d59. 00010000:00000010:1.0:1761311767.352778:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311767.352784:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b359f83b. 00010000:00000010:1.0:1761311767.352793:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001856b30a. 00000100:00000010:1.0:1761311767.352797:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.352804:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311767.352814:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000092409c14. 02000000:00000010:1.0:1761311767.352836:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000051458fa7. 00000400:00000010:1.0:1761311767.352839:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311767.352843:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c971b4e6. 00000100:00000200:1.0:1761311767.352846:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704512, portal 16 00000400:00000010:1.0:1761311767.352850:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311767.352853:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704512, offset 0 00000400:00000200:1.0:1761311767.352858:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.352864:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.352870:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.352875:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.352877:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.352879:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87771:87771:256:4294967295] 192.168.203.55@tcp LPNI seq info [87771:87771:8:4294967295] 00000400:00000200:1.0:1761311767.352885:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.352889:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.352892:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.352895:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.352899:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.352901:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.353426:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.353429:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311767.353433:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.353438:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.353441:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:2.0:1761311767.353443:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000100:00000200:2.0:1761311767.353449:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787704512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.354480:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000abdbc90e. 00010000:00000010:3.1:1761311767.356890:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000098669538. 00010000:00000010:3.1:1761311767.356903:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00010000:00000010:1.1:1761311767.357229:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b523612. 00010000:00000010:1.1:1761311767.357236:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004300c3e5. 00000400:00000200:1.0:1761311767.358822:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.358841:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee8c0 00000400:00000200:1.0:1761311767.358850:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab6cd [1] + 224 00000400:00000200:1.0:1761311767.358872:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.358877:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.358889:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787704512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.358976:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:2.0:1761311767.358983:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:2.0:1761311767.358985:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:2.0:1761311767.358990:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787704512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.358997:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787704512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.359024:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000051458fa7. 02000000:00000010:2.0:1761311767.359030:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000092409c14. 00000100:00000010:2.0:1761311767.359034:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:2.0:1761311767.359037:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:2.0:1761311767.359040:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001856b30a. 00010000:00000010:2.1:1761311767.359414:0:78603:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d44f17f3. 00010000:00000010:2.1:1761311767.359424:0:78603:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e909fd9a. 00010000:00000010:2.1:1761311767.359428:0:78603:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:2.1:1761311767.359430:0:78603:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b7017df. 00000400:00000200:3.0:1761311767.359866:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.359877:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1530c0 00000400:00000200:3.0:1761311767.359884:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa115 [2] + 0 00000400:00000200:3.0:1761311767.359950:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.359956:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.359961:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.359966:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:0.0:1761311767.361199:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3339ab6. 00000020:00000010:0.0:1761311767.361208:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311767.361213:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.361239:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781824704/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.361287:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824704 02000000:00000010:0.0:1761311767.361299:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dbf03777. 00010000:00000010:0.0:1761311767.361353:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001aac2501. 00010000:00000010:0.0:1761311767.361373:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000360b8944. 00000100:00000010:0.0:1761311767.361381:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629f5a95. 00000100:00000010:0.0:1761311767.361402:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000629f5a95. 00010000:00000010:0.0:1761311767.361405:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000360b8944. 00000400:00000010:0.0:1761311767.361419:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311767.361424:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824704, offset 224 00000400:00000200:0.0:1761311767.361431:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311767.361436:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc9b145a. 00000400:00000200:0.0:1761311767.361444:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.361451:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87772:87772:256:4294967295] 192.168.203.55@tcp LPNI seq info [87772:87772:8:4294967295] 00000400:00000200:0.0:1761311767.361462:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.361467:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.361472:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.361478:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.361485:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.361489:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.361511:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311767.361515:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.361522:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3339ab6. 00010000:00000010:1.0:1761311767.361558:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b359f83b. 00010000:00000010:1.0:1761311767.361565:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e773ab55. 00000001:00000010:1.0:1761311767.361583:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c8c6b6cf. 00000001:00000010:1.0:1761311767.361597:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c8c6b6cf. 00080000:00000010:1.0:1761311767.361604:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000001d957e3. 00000001:00000010:1.0:1761311767.361613:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c8c6b6cf. 00000001:00000010:1.0:1761311767.361619:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c8c6b6cf. 00000001:00000010:1.0:1761311767.361624:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c8c6b6cf. 00000001:00000010:1.0:1761311767.361628:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c8c6b6cf. 00100000:00000010:1.0:1761311767.361641:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001d29585b. 00010000:00000010:1.0:1761311767.361657:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311767.361663:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b359f83b. 00010000:00000010:1.0:1761311767.361674:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000062b3e64b. 00000100:00000010:1.0:1761311767.361678:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.361686:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311767.361698:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fc456eeb. 02000000:00000010:1.0:1761311767.361722:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e35a4350. 00000400:00000010:1.0:1761311767.361726:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8c6b6cf. 00000400:00000010:1.0:1761311767.361731:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311767.361736:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704576, portal 16 00000400:00000010:1.0:1761311767.361740:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000daaa4b22. 00000100:00000200:1.0:1761311767.361742:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704576, offset 0 00000400:00000200:1.0:1761311767.361748:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.361755:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.361762:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.361765:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.361767:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.361770:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87773:87773:255:4294967295] 192.168.203.55@tcp LPNI seq info [87773:87773:7:4294967295] 00000400:00000200:1.0:1761311767.361776:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.361781:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.361784:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311767.361787:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.361791:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.361793:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.362261:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.362266:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352786). 00000400:00000200:3.0:1761311767.362277:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.362290:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.362295:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:3.0:1761311767.362297:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000800:00000200:3.0:1761311767.362390:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.362392:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311767.362395:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.362399:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.362401:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:3.0:1761311767.362402:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000100:00000200:3.0:1761311767.362407:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787704576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.365793:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.365815:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee900 00000400:00000200:1.0:1761311767.365823:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab6d9 [1] + 224 00000400:00000200:1.0:1761311767.365834:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.365838:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.365849:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787704576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.365899:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.365905:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153100 00000400:00000200:1.0:1761311767.365910:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa115 [2] + 328 00000400:00000200:1.0:1761311767.365966:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.365970:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.365973:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.365979:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 00000400:00000010:3.0:1761311767.367827:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c8c6b6cf. 00000400:00000200:3.0:1761311767.367839:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:3.0:1761311767.367841:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:3.0:1761311767.367853:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787704576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.367863:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787704576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.367898:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e35a4350. 02000000:00000010:3.0:1761311767.367904:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fc456eeb. 00000100:00000010:3.0:1761311767.367906:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:3.0:1761311767.367912:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:3.0:1761311767.367916:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000062b3e64b. 00000020:00000010:0.0:1761311767.368696:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c3339ab6. 00000020:00000010:0.0:1761311767.368704:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311767.368709:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.368736:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bf02ceb x1846867781824768/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311767.368782:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824768 02000000:00000010:0.0:1761311767.368794:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a55c942d. 00010000:00000010:0.0:1761311767.368822:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000060cb308e. 00010000:00000010:0.0:1761311767.368846:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000360b8944. 00000100:00000010:0.0:1761311767.368852:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629f5a95. 00000100:00000010:0.0:1761311767.368865:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000629f5a95. 00010000:00000010:0.0:1761311767.368868:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000360b8944. 00000400:00000010:0.0:1761311767.368882:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311767.368888:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824768, offset 224 00000400:00000200:0.0:1761311767.368897:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.368912:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.368918:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87774:87774:256:4294967295] 192.168.203.55@tcp LPNI seq info [87774:87774:8:4294967295] 00000400:00000200:0.0:1761311767.368927:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.368934:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.368939:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.368945:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.368952:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.368956:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.368974:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000c1f56198. 00000020:00000010:0.0:1761311767.368979:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.368982:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c3339ab6. 00000800:00000200:0.0:1761311767.369097:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.369101:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311767.369108:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.369113:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.369116:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:0.0:1761311767.369118:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00080000:00000010:0.0:1761311767.369150:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3339ab6. 00010000:00000010:0.0:1761311767.369297:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b359f83b. 00010000:00000010:0.0:1761311767.369303:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000000e743c99. 00000001:00000010:0.0:1761311767.369347:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.369360:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00080000:00000010:0.0:1761311767.369366:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000383468db. 00000001:00000010:0.0:1761311767.369375:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.369381:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.369386:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.369392:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00100000:00000010:0.0:1761311767.369405:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005753f53f. 00100000:00000010:0.0:1761311767.369412:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000cd980603. 00100000:00000010:0.0:1761311767.369415:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000771c63bc. 00010000:00000010:0.0:1761311767.369436:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.0:1761311767.369442:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019ac8d48. 00010000:00000010:0.0:1761311767.369454:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000360b8944. 00000100:00000010:0.0:1761311767.369458:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629f5a95. 00000100:00000010:0.0:1761311767.369467:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0db56d1. 02000000:00000010:0.0:1761311767.369478:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d9e04b44. 02000000:00000010:0.0:1761311767.369501:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d9f4b57e. 00000400:00000010:0.0:1761311767.369506:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067fc219c. 00000400:00000010:0.0:1761311767.369510:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311767.369516:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704640, portal 16 00000400:00000010:0.0:1761311767.369520:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbf9703. 00000100:00000200:0.0:1761311767.369524:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704640, offset 0 00000400:00000200:0.0:1761311767.369528:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.369536:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.369544:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.369547:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.369550:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.369554:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87775:87775:256:4294967295] 192.168.203.55@tcp LPNI seq info [87775:87775:8:4294967295] 00000400:00000200:0.0:1761311767.369562:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.369568:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.369571:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352786). 00000800:00000200:0.0:1761311767.369577:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.369580:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.369583:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.369668:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.369671:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311767.369676:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.369680:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.369683:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbf9703 00000400:00000010:0.0:1761311767.369684:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbf9703. 00000100:00000200:0.0:1761311767.369690:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0db56d1 x1846867787704640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.370357:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008274bd28. 00010000:00000010:1.1:1761311767.370364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:1.0:1761311767.373530:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.373550:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee940 00000400:00000200:1.0:1761311767.373558:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab6e5 [1] + 224 00000400:00000200:1.0:1761311767.373575:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.373579:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.373590:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0db56d1 x1846867787704640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311767.373667:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067fc219c. 00000400:00000200:0.0:1761311767.373674:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:0.0:1761311767.373676:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00000100:00000200:0.0:1761311767.373682:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0db56d1 x1846867787704640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.373693:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0db56d1 x1846867787704640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.373721:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d9f4b57e. 02000000:00000010:0.0:1761311767.373727:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d9e04b44. 00000100:00000010:0.0:1761311767.373731:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0db56d1. 00000100:00000010:0.0:1761311767.373735:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000629f5a95. 00010000:00000010:0.0:1761311767.373738:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000360b8944. 00000400:00000200:0.0:1761311767.374295:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.374304:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153140 00000400:00000200:0.0:1761311767.374348:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa115 [2] + 656 00000400:00000200:0.0:1761311767.374404:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.374408:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.374412:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.374416:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0db56d1. 00000020:00000010:3.0:1761311767.374542:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ff2eba46. 00000020:00000010:3.0:1761311767.374549:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.374554:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.374578:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0db56d1 x1846867781824832/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311767.374609:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824832 02000000:00000010:3.0:1761311767.374620:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087a0d7ed. 00010000:00000010:3.0:1761311767.374647:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a72409be. 00010000:00000010:3.0:1761311767.374668:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056ae7b6d. 00000100:00000010:3.0:1761311767.374674:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311767.374690:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311767.374693:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056ae7b6d. 00000400:00000010:3.0:1761311767.374707:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311767.374711:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824832, offset 224 00080000:00000010:0.0:1761311767.374716:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9e04b44. 00000400:00000200:3.0:1761311767.374721:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.374733:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.374738:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87776:87776:256:4294967295] 192.168.203.55@tcp LPNI seq info [87776:87776:8:4294967295] 00000400:00000200:3.0:1761311767.374749:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.374754:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.374759:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311767.374764:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.374771:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.374775:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00010000:00000010:0.0:1761311767.374836:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019ac8d48. 00010000:00000010:0.0:1761311767.374841:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ab794d28. 00000001:00000010:0.0:1761311767.374858:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.374869:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00080000:00000010:0.0:1761311767.374874:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d9f4b57e. 00000001:00000010:0.0:1761311767.374882:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.374888:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.374893:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.374904:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00100000:00000010:0.0:1761311767.374921:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008cb70548. 00010000:00000010:0.0:1761311767.374937:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.0:1761311767.374941:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000019ac8d48. 00010000:00000010:0.0:1761311767.374950:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000360b8944. 00000100:00000010:0.0:1761311767.374954:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629f5a95. 00000100:00000010:0.0:1761311767.374960:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4bfa21c. 02000000:00000010:0.0:1761311767.374972:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039075334. 02000000:00000010:0.0:1761311767.374996:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055f354dc. 00000400:00000010:0.0:1761311767.375000:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067fc219c. 00000400:00000010:0.0:1761311767.375004:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311767.375009:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704704, portal 16 00000400:00000010:0.0:1761311767.375013:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbf9703. 00000100:00000200:0.0:1761311767.375016:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704704, offset 0 00000400:00000200:0.0:1761311767.375020:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.375026:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.375032:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.375035:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.375038:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.375040:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87777:87777:255:4294967295] 192.168.203.55@tcp LPNI seq info [87777:87777:7:4294967295] 00000400:00000200:0.0:1761311767.375046:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.375050:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.375063:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82353034). 00000800:00000200:0.0:1761311767.375067:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.375071:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.375073:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311767.377214:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000191f7f5c. 00000800:00000200:1.0:1761311767.377241:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.377245:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:1.0:1761311767.377251:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.377259:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.377263:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:1.0:1761311767.377266:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000800:00000200:1.0:1761311767.377351:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.377353:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:1.0:1761311767.377361:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.377365:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.377367:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbf9703 00000400:00000010:1.0:1761311767.377368:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbf9703. 00000100:00000200:1.0:1761311767.377376:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f4bfa21c x1846867787704704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761311767.377850:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.377857:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.377861:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ff2eba46. 00010000:00000010:0.1:1761311767.381370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008ad44499. 00010000:00000010:0.1:1761311767.381384:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000049599f89. 00010000:00000010:0.1:1761311767.381387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:0.0:1761311767.382808:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.382826:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee980 00000400:00000200:0.0:1761311767.382834:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab6f1 [1] + 224 00000400:00000200:0.0:1761311767.382844:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.382848:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.382858:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f4bfa21c x1846867787704704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.382895:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.382901:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153180 00000400:00000200:0.0:1761311767.382907:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa115 [2] + 984 00000400:00000010:3.0:1761311767.382916:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067fc219c. 00000400:00000200:0.0:1761311767.382917:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.382922:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.382925:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:3.0:1761311767.382928:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00000100:00000200:0.0:1761311767.382935:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000200:3.0:1761311767.382936:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f4bfa21c x1846867787704704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000010:0.0:1761311767.382942:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b28de8d. 00000100:00000200:3.0:1761311767.382949:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f4bfa21c x1846867787704704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.382982:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055f354dc. 02000000:00000010:3.0:1761311767.382989:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039075334. 00000100:00000010:3.0:1761311767.382993:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4bfa21c. 00000100:00000010:3.0:1761311767.382997:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000629f5a95. 00010000:00000010:3.0:1761311767.383001:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000360b8944. 00000020:00000010:2.0:1761311767.383265:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007051213. 00000020:00000010:2.0:1761311767.383274:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311767.383279:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.383631:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b28de8d x1846867781824896/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311767.384456:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824896 02000000:00000010:2.0:1761311767.384473:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a6013b2. 00010000:00000010:2.0:1761311767.384506:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b2f05fe7. 00010000:00000010:2.0:1761311767.384531:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bf47711. 00000100:00000010:2.0:1761311767.384539:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00010000:00000010:3.1:1761311767.384549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000325b9df0. 00000100:00000010:2.0:1761311767.384557:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311767.384563:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bf47711. 00000400:00000010:2.0:1761311767.384581:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00080000:00000010:3.0:1761311767.384584:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000864bf681. 00000100:00000200:2.0:1761311767.384587:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824896, offset 224 00000400:00000200:2.0:1761311767.384597:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.384613:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.384618:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87778:87778:256:4294967295] 192.168.203.55@tcp LPNI seq info [87778:87778:8:4294967295] 00000400:00000200:2.0:1761311767.384631:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.384637:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.384642:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.384649:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.384663:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.384668:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.384694:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311767.384701:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.384705:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007051213. 00010000:00000010:3.0:1761311767.384709:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000019ac8d48. 00010000:00000010:3.0:1761311767.384718:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000055afaf20. 00000001:00000010:3.0:1761311767.384737:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311767.384747:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00080000:00000010:3.0:1761311767.384754:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f4544ce. 00000001:00000010:3.0:1761311767.384764:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311767.384770:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00010000:00000010:0.1:1761311767.384775:0:65700:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3f43781. 00000001:00000010:3.0:1761311767.384776:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00010000:00000010:0.1:1761311767.384783:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00000001:00000010:3.0:1761311767.384784:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00100000:00000010:3.0:1761311767.384803:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001608efd5. 00010000:00000010:3.0:1761311767.384865:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4d0254e. 00010000:00000010:3.0:1761311767.384872:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000a0335d7. 00010000:00000010:3.0:1761311767.384883:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000056ae7b6d. 00000100:00000010:3.0:1761311767.384887:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311767.384895:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 02000000:00000010:3.0:1761311767.384908:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff2eba46. 02000000:00000010:3.0:1761311767.384932:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b579b1a7. 00000400:00000010:3.0:1761311767.384938:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5ddcd22. 00000400:00000010:3.0:1761311767.384943:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311767.384948:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704768, portal 16 00000400:00000010:3.0:1761311767.384952:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311767.384954:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704768, offset 0 00000400:00000200:3.0:1761311767.384959:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.384965:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.384972:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.384975:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.384977:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.384980:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87779:87779:255:4294967295] 192.168.203.55@tcp LPNI seq info [87779:87779:7:4294967295] 00000400:00000200:3.0:1761311767.384986:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.384990:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.384993:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82353034). 00000800:00000200:3.0:1761311767.384996:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.385000:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.385002:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.385084:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.385089:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:1.0:1761311767.385093:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.385097:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.385104:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:1.0:1761311767.385106:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000800:00000200:1.0:1761311767.385190:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.385193:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311767.385196:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.385200:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.385202:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:1.0:1761311767.385203:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000100:00000200:1.0:1761311767.385209:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c241c5e9 x1846867787704768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.388942:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.388962:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ee9c0 00000400:00000200:3.0:1761311767.388970:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab6fd [1] + 224 00000400:00000200:3.0:1761311767.388987:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.388990:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.389000:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c241c5e9 x1846867787704768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.389366:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5ddcd22. 00000400:00000200:1.0:1761311767.389373:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:1.0:1761311767.389375:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:1.0:1761311767.389383:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c241c5e9 x1846867787704768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.389390:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c241c5e9 x1846867787704768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.389421:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b579b1a7. 02000000:00000010:1.0:1761311767.389426:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff2eba46. 00000100:00000010:1.0:1761311767.389429:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 00000100:00000010:1.0:1761311767.389433:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:1.0:1761311767.389438:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000056ae7b6d. 00000400:00000200:0.0:1761311767.393566:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.393586:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1531c0 00000400:00000200:0.0:1761311767.393594:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa115 [2] + 1312 00000400:00000200:0.0:1761311767.393669:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.393674:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.393680:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.393685:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebef5091. 00000020:00000010:3.0:1761311767.393781:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd280d4a. 00000020:00000010:3.0:1761311767.393789:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.393792:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.393882:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebef5091 x1846867781824960/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311767.393930:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781824960 02000000:00000010:3.0:1761311767.393941:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000512d3594. 00010000:00000010:3.0:1761311767.393970:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e8c435fa. 00010000:00000010:3.0:1761311767.393992:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002645e0fd. 00000100:00000010:3.0:1761311767.394000:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.394020:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.394023:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002645e0fd. 00000400:00000010:3.0:1761311767.394037:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311767.394042:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781824960, offset 224 00000400:00000200:3.0:1761311767.394049:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311767.394527:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ea1329aa. 00010000:00000010:1.0:1761311767.394637:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000a0335d7. 00010000:00000010:1.0:1761311767.394644:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f40e9c1. 00000001:00000010:1.0:1761311767.394661:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.394673:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00080000:00000010:1.0:1761311767.394678:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000021c49641. 00000001:00000010:1.0:1761311767.394686:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.394692:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.394697:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.394702:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00100000:00000010:1.0:1761311767.394713:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000008c39a6. 00010000:00000010:1.0:1761311767.394729:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311767.394734:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000480bc87d. 00010000:00000010:1.0:1761311767.394750:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b45ccd1c. 00000100:00000010:1.0:1761311767.394754:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.394761:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.394771:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008137ecc1. 02000000:00000010:1.0:1761311767.394794:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fc456eeb. 00000400:00000010:1.0:1761311767.394799:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062bbe226. 00010000:00000010:3.1:1761311767.394849:0:65700:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3caa679. 00010000:00000010:3.1:1761311767.394856:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00000400:00000200:3.0:1761311767.394873:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.394878:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87780:87780:256:4294967295] 192.168.203.55@tcp LPNI seq info [87780:87780:8:4294967295] 00000400:00000200:3.0:1761311767.394889:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.394894:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.394898:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311767.394904:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.394910:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.394914:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.394945:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.394950:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.394952:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd280d4a. 00000800:00000200:0.0:1761311767.395448:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.395452:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311767.395457:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.395462:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000010:1.0:1761311767.396968:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311767.396980:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704832, portal 16 00000400:00000010:1.0:1761311767.396987:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311767.396989:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704832, offset 0 00000400:00000200:1.0:1761311767.396998:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.397013:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.397019:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.397022:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.397025:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.397028:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87781:87781:255:4294967295] 192.168.203.55@tcp LPNI seq info [87781:87781:7:4294967295] 00000400:00000200:1.0:1761311767.397036:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.397041:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.397047:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.397052:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.397057:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.397070:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000400:00000200:0.0:1761311767.397267:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:0.0:1761311767.397271:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000800:00000200:0.0:1761311767.397390:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.397393:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.397397:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.397401:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.397403:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:0.0:1761311767.397405:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:0.0:1761311767.397412:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787704832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.397468:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fea2879a. 00000400:00000200:3.0:1761311767.399970:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.399989:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eea00 00000400:00000200:3.0:1761311767.399997:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab709 [1] + 224 00000400:00000200:3.0:1761311767.400016:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.400019:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.400028:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787704832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.400710:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062bbe226. 00000400:00000200:1.0:1761311767.400719:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:1.0:1761311767.400721:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:1.0:1761311767.400729:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787704832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.400738:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787704832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.400770:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fc456eeb. 02000000:00000010:1.0:1761311767.400776:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008137ecc1. 00000100:00000010:1.0:1761311767.400780:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311767.400783:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.400787:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b45ccd1c. 00010000:00000010:3.1:1761311767.401760:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000fd29118. 00000400:00000200:0.0:1761311767.401956:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.401971:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153200 00000400:00000200:0.0:1761311767.401977:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa115 [2] + 1640 00000400:00000200:0.0:1761311767.402033:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.402037:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.402044:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.402048:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000afc4075. 00000020:00000010:3.0:1761311767.403216:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fd280d4a. 00000020:00000010:3.0:1761311767.403225:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.403229:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.403258:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000afc4075 x1846867781825024/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311767.403307:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825024 02000000:00000010:3.0:1761311767.403338:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a93051cf. 00010000:00000010:3.0:1761311767.403369:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006387056e. 00010000:00000010:3.0:1761311767.403393:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002645e0fd. 00000100:00000010:3.0:1761311767.403401:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.403413:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.403417:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002645e0fd. 00000400:00000010:3.0:1761311767.403431:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311767.403437:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825024, offset 224 00000400:00000200:3.0:1761311767.403447:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.403459:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00080000:00000010:1.0:1761311767.403461:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008137ecc1. 00000400:00000200:3.0:1761311767.403467:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87782:87782:256:4294967295] 192.168.203.55@tcp LPNI seq info [87782:87782:8:4294967295] 00000400:00000200:3.0:1761311767.403477:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.403482:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.403487:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311767.403494:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.403501:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.403504:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.403524:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.403529:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.403532:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fd280d4a. 00010000:00000010:1.0:1761311767.403586:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000480bc87d. 00010000:00000010:1.0:1761311767.403593:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002425d4e4. 00000001:00000010:1.0:1761311767.403613:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.403625:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00000800:00000200:3.0:1761311767.403628:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.403632:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00080000:00000010:1.0:1761311767.403632:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fc456eeb. 00000400:00000200:3.0:1761311767.403640:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1761311767.403644:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000400:00000200:3.0:1761311767.403648:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000001:00000010:1.0:1761311767.403653:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00000400:00000200:3.0:1761311767.403654:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:3.0:1761311767.403658:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000001:00000010:1.0:1761311767.403662:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.403670:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00100000:00000010:1.0:1761311767.403683:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000072604410. 00010000:00000010:1.0:1761311767.403702:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311767.403709:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000480bc87d. 00010000:00000010:1.0:1761311767.403720:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b45ccd1c. 00000100:00000010:1.0:1761311767.403724:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.403745:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.403757:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e35a4350. 02000000:00000010:1.0:1761311767.403781:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001e76fd36. 00000400:00000010:1.0:1761311767.403787:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062bbe226. 00000400:00000010:1.0:1761311767.403792:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311767.403797:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704896, portal 16 00000400:00000010:1.0:1761311767.403801:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071fc6447. 00000100:00000200:1.0:1761311767.403803:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704896, offset 0 00000400:00000200:1.0:1761311767.403810:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.403817:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.403835:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.403839:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.403842:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.403844:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87783:87783:256:4294967295] 192.168.203.55@tcp LPNI seq info [87783:87783:8:4294967295] 00000400:00000200:1.0:1761311767.403852:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.403856:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.403860:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.403864:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.403868:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.403870:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.404598:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.404602:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311767.404607:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.404612:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.404616:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:3.0:1761311767.404617:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000100:00000200:3.0:1761311767.404623:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787704896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.406057:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006d331e35. 00000400:00000200:0.0:1761311767.406057:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00010000:00000010:1.1:1761311767.406067:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00000400:00000200:0.0:1761311767.406075:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eea40 00000400:00000200:0.0:1761311767.406082:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab715 [1] + 224 00000400:00000200:0.0:1761311767.406099:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.406103:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.406113:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787704896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.406193:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062bbe226. 00000400:00000200:1.0:1761311767.406199:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:1.0:1761311767.406201:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:1.0:1761311767.406208:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787704896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.406215:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787704896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.406242:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001e76fd36. 02000000:00000010:1.0:1761311767.406247:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e35a4350. 00000100:00000010:1.0:1761311767.406250:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311767.406254:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.406257:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b45ccd1c. 00000400:00000200:3.0:1761311767.407857:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.407874:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153240 00000400:00000200:3.0:1761311767.407882:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa115 [2] + 1968 00000400:00000010:3.0:1761311767.407886:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000405b02f6. 00000400:00000200:3.0:1761311767.407893:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000089c829de 00000400:00000200:3.0:1761311767.407948:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.407952:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.407956:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000089c829de 00000400:00000010:3.0:1761311767.407959:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000089c829de (tot 82352386). 00000100:00000200:3.0:1761311767.407966:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311767.408083:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006790ea8e. 00000020:00000010:0.0:1761311767.408090:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.408096:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.408121:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a0e70f4 x1846867781825088/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311767.408150:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825088 02000000:00000010:0.0:1761311767.408161:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000afb281c4. 00010000:00000010:0.0:1761311767.408187:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000050ef7e4. 00010000:00000010:0.0:1761311767.408206:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002caf0c95. 00000100:00000010:0.0:1761311767.408212:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000049d75575. 00000100:00000010:0.0:1761311767.408225:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000049d75575. 00010000:00000010:0.0:1761311767.408228:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002caf0c95. 00000400:00000010:0.0:1761311767.408239:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311767.408243:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825088, offset 224 00000400:00000200:0.0:1761311767.408250:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.408260:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.408265:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87784:87784:256:4294967295] 192.168.203.55@tcp LPNI seq info [87784:87784:8:4294967295] 00000400:00000200:0.0:1761311767.408274:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.408278:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.408290:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82352634). 00000800:00000200:0.0:1761311767.408296:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.408302:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.408304:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.408337:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.408341:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.408344:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006790ea8e. 02000000:00000010:0.0:1761311767.408352:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a93051cf. 00000100:00000010:0.0:1761311767.408355:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000afc4075. 02000000:00000010:0.0:1761311767.408358:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000512d3594. 00000100:00000010:0.0:1761311767.408360:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebef5091. 02000000:00000010:0.0:1761311767.408363:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a6013b2. 00000100:00000010:0.0:1761311767.408364:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b28de8d. 02000000:00000010:0.0:1761311767.408367:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087a0d7ed. 00000100:00000010:0.0:1761311767.408369:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0db56d1. 02000000:00000010:0.0:1761311767.408371:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a55c942d. 00000100:00000010:0.0:1761311767.408374:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 02000000:00000010:0.0:1761311767.408377:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dbf03777. 00000100:00000010:0.0:1761311767.408379:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000200:0.0:1761311767.408384:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311767.408388:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000075904954. 00000400:00000010:0.0:1761311767.408392:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000049d75575 (tot 82352786). 00000800:00000200:3.0:1761311767.408520:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.408523:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:3.0:1761311767.408530:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.408533:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.408536:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:3.0:1761311767.408537:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 02000000:00000010:3.0:1761311767.408540:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000afb281c4. 00080000:00000010:3.0:1761311767.408562:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd280d4a. 00010000:00000010:3.0:1761311767.408666:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000480bc87d. 00010000:00000010:3.0:1761311767.408673:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f272895f. 00000001:00000010:3.0:1761311767.408691:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311767.408712:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00080000:00000010:3.0:1761311767.408717:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a31426f. 00000001:00000010:3.0:1761311767.408726:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311767.408731:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311767.408736:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311767.408740:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00100000:00000010:3.0:1761311767.408751:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000071c51691. 00100000:00000010:3.0:1761311767.408758:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000001947a655. 00100000:00000010:3.0:1761311767.408760:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000088d48fb7. 00010000:00000010:3.0:1761311767.408780:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f4d0254e. 00010000:00000010:3.0:1761311767.408785:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311767.408794:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002645e0fd. 00000100:00000010:3.0:1761311767.408798:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.408804:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 02000000:00000010:3.0:1761311767.408813:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003dbdd1f7. 02000000:00000010:3.0:1761311767.408835:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087a0d7ed. 00000400:00000010:3.0:1761311767.408839:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000405b02f6. 00000400:00000010:3.0:1761311767.408842:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311767.408845:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787704960, portal 16 00000400:00000010:3.0:1761311767.408848:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311767.408850:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787704960, offset 0 00000400:00000200:3.0:1761311767.408855:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.408860:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.408866:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.408870:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.408872:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.408874:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87785:87785:256:4294967295] 192.168.203.55@tcp LPNI seq info [87785:87785:8:4294967295] 00000400:00000200:3.0:1761311767.408880:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.408884:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.408887:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311767.408891:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.408895:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.408897:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.409507:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.409510:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311767.409515:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.409519:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.409523:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:0.0:1761311767.409525:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:0.0:1761311767.409531:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008de06de5 x1846867787704960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.411880:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.411899:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eea80 00000400:00000200:3.0:1761311767.411907:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab725 [1] + 224 00000400:00000200:3.0:1761311767.411919:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.411922:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.411932:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008de06de5 x1846867787704960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.411973:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.411979:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153280 00000400:00000200:3.0:1761311767.411983:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa16d [2] + 0 00000400:00000200:3.0:1761311767.411994:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.411997:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.412000:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.412005:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 00000020:00000010:2.0:1761311767.412094:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000012ff3ef7. 00000020:00000010:2.0:1761311767.412102:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.412107:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.412135:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b6286b6 x1846867781825152/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311767.412173:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825152 02000000:00000010:2.0:1761311767.412186:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8509532. 00010000:00000010:2.0:1761311767.412233:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bf47711. 00000100:00000010:2.0:1761311767.412241:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311767.412248:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311767.412253:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bf47711. 00000400:00000010:2.0:1761311767.412270:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311767.412276:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825152, offset 224 00000400:00000200:2.0:1761311767.412294:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.412305:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.412342:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87786:87786:256:4294967295] 192.168.203.55@tcp LPNI seq info [87786:87786:8:4294967295] 00000400:00000200:2.0:1761311767.412354:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.412359:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.412364:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.412369:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.412376:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.412379:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.412394:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.412399:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.412402:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000012ff3ef7. 00000400:00000010:0.0:1761311767.415376:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000405b02f6. 00000400:00000200:0.0:1761311767.415387:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:0.0:1761311767.415389:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:0.0:1761311767.415403:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008de06de5 x1846867787704960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.415414:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008de06de5 x1846867787704960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311767.415445:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cf5fc437. 02000000:00000010:0.0:1761311767.415461:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087a0d7ed. 02000000:00000010:0.0:1761311767.415466:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003dbdd1f7. 00000100:00000010:0.0:1761311767.415469:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 00000100:00000010:0.0:1761311767.415472:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:0.0:1761311767.415475:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002645e0fd. 00080000:00000010:0.0:1761311767.415497:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006790ea8e. 00010000:00000010:0.0:1761311767.415633:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb2cbe39. 00010000:00000010:0.0:1761311767.415642:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ed70ade1. 00000001:00000010:0.0:1761311767.415661:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311767.415675:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00080000:00000010:0.0:1761311767.415683:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000afb281c4. 00000001:00000010:0.0:1761311767.415691:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311767.415697:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311767.415702:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d917beb8. 00000001:00000010:0.0:1761311767.415707:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d917beb8. 00100000:00000010:0.0:1761311767.415719:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001e4028fb. 00010000:00000010:0.0:1761311767.415736:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.0:1761311767.415742:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000cb4d733a. 00010000:00000010:0.0:1761311767.415754:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000002caf0c95. 00000100:00000010:0.0:1761311767.415759:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.415767:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0db56d1. 02000000:00000010:0.0:1761311767.415778:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039075334. 02000000:00000010:0.0:1761311767.415801:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055f354dc. 00000400:00000010:0.0:1761311767.415805:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d917beb8. 00000400:00000010:0.0:1761311767.415810:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311767.415815:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705024, portal 16 00000400:00000010:0.0:1761311767.415819:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041cf605b. 00000100:00000200:0.0:1761311767.415821:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787705024, offset 0 00000400:00000200:0.0:1761311767.415829:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.415853:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.415860:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.415864:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.415866:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.415869:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87787:87787:255:4294967295] 192.168.203.55@tcp LPNI seq info [87787:87787:7:4294967295] 00000400:00000200:0.0:1761311767.415878:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.415884:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.415889:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000093f79f17 (tot 82353034). 00000800:00000200:0.0:1761311767.415895:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.415901:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.415904:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000093f79f17 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.416020:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.416024:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352786). 00000400:00000200:3.0:1761311767.416028:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.416033:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.416036:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:3.0:1761311767.416037:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000800:00000200:3.0:1761311767.416063:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.416065:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000093f79f17 (tot 82352538). 00000400:00000200:3.0:1761311767.416072:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.416075:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.416077:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041cf605b 00000400:00000010:3.0:1761311767.416078:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041cf605b. 00000100:00000200:3.0:1761311767.416085:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0db56d1 x1846867787705024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.417463:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000058b8e0cb. 00010000:00000010:1.1:1761311767.417475:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311767.418364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d4fb788. 00010000:00000010:0.1:1761311767.418420:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000326cf4e8. 00010000:00000010:0.1:1761311767.420354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d6c6018. 00010000:00000010:0.1:1761311767.420368:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ad3434e0. 00010000:00000010:0.1:1761311767.420373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f4d0254e. 00010000:00000010:3.1:1761311767.420550:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001db28be7. 00010000:00000010:3.1:1761311767.420555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000400:00000200:0.0:1761311767.420623:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.420637:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eeac0 00000400:00000200:0.0:1761311767.420645:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab731 [1] + 224 00000400:00000200:0.0:1761311767.420656:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.420660:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.420669:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0db56d1 x1846867787705024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.420704:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.420709:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1532c0 00000400:00000200:0.0:1761311767.420714:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa16d [2] + 328 00000400:00000200:0.0:1761311767.420723:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.420726:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.420729:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.420733:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b28de8d. 00000400:00000010:3.0:1761311767.420807:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d917beb8. 00000400:00000200:3.0:1761311767.420812:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:3.0:1761311767.420814:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00000100:00000200:3.0:1761311767.420819:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0db56d1 x1846867787705024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.420826:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0db56d1 x1846867787705024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.420863:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055f354dc. 02000000:00000010:3.0:1761311767.420870:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039075334. 00000100:00000010:3.0:1761311767.420873:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0db56d1. 00000100:00000010:3.0:1761311767.420876:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:3.0:1761311767.420879:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000002caf0c95. 00000020:00000010:1.0:1761311767.420952:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e35a4350. 00000020:00000010:1.0:1761311767.420958:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.420962:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.420983:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b28de8d x1846867781825216/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311767.421017:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825216 02000000:00000010:1.0:1761311767.421028:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e76fd36. 00010000:00000010:1.0:1761311767.421053:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000903d5e54. 00010000:00000010:1.0:1761311767.421072:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311767.421078:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.421090:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.421093:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000400:00000010:1.0:1761311767.421105:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311767.421108:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825216, offset 224 00000400:00000200:1.0:1761311767.421115:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.421125:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.421130:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87788:87788:256:4294967295] 192.168.203.55@tcp LPNI seq info [87788:87788:8:4294967295] 00000400:00000200:1.0:1761311767.421139:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.421143:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.421148:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.421154:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.421159:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.421162:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.421185:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.421189:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.421192:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e35a4350. 00080000:00000010:3.0:1761311767.421243:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000512d3594. 00010000:00000010:3.0:1761311767.421400:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cb4d733a. 00010000:00000010:3.0:1761311767.421406:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000037423981. 00000001:00000010:3.0:1761311767.421423:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311767.421436:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00080000:00000010:3.0:1761311767.421441:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a93051cf. 00000001:00000010:3.0:1761311767.421449:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311767.421455:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311767.421459:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311767.421463:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00100000:00000010:3.0:1761311767.421475:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000066e5f065. 00010000:00000010:3.0:1761311767.421490:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311767.421495:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311767.421503:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000008ea69045. 00000100:00000010:3.0:1761311767.421507:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094224884. 00000100:00000010:3.0:1761311767.421513:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 02000000:00000010:3.0:1761311767.421521:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ff2eba46. 02000000:00000010:3.0:1761311767.421542:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b579b1a7. 00000400:00000010:3.0:1761311767.421546:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000344d52c6. 00000400:00000010:3.0:1761311767.421550:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311767.421554:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705088, portal 16 00000400:00000010:3.0:1761311767.421558:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311767.421560:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787705088, offset 0 00000400:00000200:3.0:1761311767.421565:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.421571:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.421577:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.421580:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.421583:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.421585:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87789:87789:255:4294967295] 192.168.203.55@tcp LPNI seq info [87789:87789:7:4294967295] 00000400:00000200:3.0:1761311767.421592:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.421596:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.421599:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311767.421603:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.421607:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.421609:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.421693:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.421697:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:0.0:1761311767.421701:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.421705:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.421708:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:0.0:1761311767.421710:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000800:00000200:0.0:1761311767.421764:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.421766:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:0.0:1761311767.421769:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.421772:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.421774:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311767.421775:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:0.0:1761311767.421780:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b91edfc x1846867787705088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.425025:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.425043:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eeb00 00000400:00000200:3.0:1761311767.425051:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab73d [1] + 224 00000400:00000200:3.0:1761311767.425067:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.425070:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.425079:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b91edfc x1846867787705088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311767.425231:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:0.0:1761311767.425237:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:0.0:1761311767.425239:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:0.0:1761311767.425244:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b91edfc x1846867787705088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.425251:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b91edfc x1846867787705088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.425276:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b579b1a7. 02000000:00000010:0.0:1761311767.425290:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ff2eba46. 00000100:00000010:0.0:1761311767.425294:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 00000100:00000010:0.0:1761311767.425298:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094224884. 00010000:00000010:0.0:1761311767.425301:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000008ea69045. 00010000:00000010:1.1:1761311767.427373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009181955b. 00000400:00000200:0.0:1761311767.429933:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.429952:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153300 00000400:00000200:0.0:1761311767.429960:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa16d [2] + 656 00000400:00000200:0.0:1761311767.430024:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.430029:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.430035:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.430041:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebef5091. 00000020:00000010:1.0:1761311767.430803:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e35a4350. 00000020:00000010:1.0:1761311767.430811:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.430816:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.430849:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebef5091 x1846867781825280/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311767.430885:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825280 02000000:00000010:1.0:1761311767.430897:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000092409c14. 00010000:00000010:1.0:1761311767.430924:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bb61227c. 00010000:00000010:1.0:1761311767.430948:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311767.430955:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.430975:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.430980:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000400:00000010:1.0:1761311767.430994:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311767.430998:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825280, offset 224 00000400:00000200:1.0:1761311767.431006:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.431017:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.431023:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87790:87790:256:4294967295] 192.168.203.55@tcp LPNI seq info [87790:87790:8:4294967295] 00000400:00000200:1.0:1761311767.431032:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.431037:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.431041:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.431046:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.431052:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.431056:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.431070:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.431073:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.431077:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e35a4350. 00080000:00000010:3.0:1761311767.431134:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ff2eba46. 00010000:00000010:3.0:1761311767.431245:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311767.431252:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af1c0933. 00000001:00000010:3.0:1761311767.431270:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311767.431297:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00080000:00000010:3.0:1761311767.431304:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b579b1a7. 00000001:00000010:3.0:1761311767.431340:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311767.431348:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311767.431355:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311767.431361:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00100000:00000010:2.0:1761311767.431398:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008acdbc14. 00010000:00000010:2.0:1761311767.431418:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007ca30dd9. 00010000:00000010:2.0:1761311767.431424:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000057711342. 00010000:00000010:2.0:1761311767.431435:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000bf47711. 00000100:00000010:2.0:1761311767.431440:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311767.431447:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.431457:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000012ff3ef7. 02000000:00000010:2.0:1761311767.431482:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008a6013b2. 00000400:00000010:2.0:1761311767.431487:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.431491:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026f72b8d. 00000100:00000200:2.0:1761311767.431497:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705152, portal 16 00000400:00000010:2.0:1761311767.431501:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011f87556. 00000100:00000200:2.0:1761311767.431503:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787705152, offset 0 00000400:00000200:2.0:1761311767.431509:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.431515:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.431522:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.431525:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.431527:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.431529:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87791:87791:255:4294967295] 192.168.203.55@tcp LPNI seq info [87791:87791:7:4294967295] 00000400:00000200:2.0:1761311767.431535:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.431541:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.431544:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311767.431548:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.431552:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.431555:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.431817:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.431821:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:0.0:1761311767.431825:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.431830:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.431833:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:0.0:1761311767.431835:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000800:00000200:0.0:1761311767.431905:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.431907:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311767.431910:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.431913:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.431916:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f87556 00000400:00000010:0.0:1761311767.431917:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011f87556. 00000100:00000200:0.0:1761311767.431921:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787705152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311767.432386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b10eeb9a. 00010000:00000010:3.1:1761311767.432393:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00000400:00000200:0.0:1761311767.437307:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00010000:00000010:1.1:1761311767.437343:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8d67812. 00000400:00000200:2.0:1761311767.438073:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eeb40 00000400:00000200:2.0:1761311767.438082:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab749 [1] + 224 00000400:00000200:2.0:1761311767.438096:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.438100:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.438109:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787705152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.438148:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.438154:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153340 00000400:00000200:2.0:1761311767.438159:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa16d [2] + 984 00000400:00000200:2.0:1761311767.438184:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.438188:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.438191:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311767.438196:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 00000020:00000010:3.0:1761311767.438509:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dbdd1f7. 00000020:00000010:3.0:1761311767.438516:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.438521:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.438545:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac3e3358 x1846867781825344/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311767.438580:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825344 02000000:00000010:3.0:1761311767.438592:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087a0d7ed. 00010000:00000010:3.0:1761311767.438628:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311767.438634:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7337232. 00000100:00000010:3.0:1761311767.438641:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7337232. 00010000:00000010:3.0:1761311767.438644:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311767.438658:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311767.438662:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825344, offset 224 00000400:00000200:3.0:1761311767.438670:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.438680:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.438685:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87792:87792:256:4294967295] 192.168.203.55@tcp LPNI seq info [87792:87792:8:4294967295] 00000400:00000200:3.0:1761311767.438694:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.438699:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.438704:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311767.438710:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.438716:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.438720:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.438738:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.438742:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.438745:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dbdd1f7. 00000400:00000010:1.0:1761311767.438864:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:1.0:1761311767.438870:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:1.0:1761311767.438872:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 00000100:00000200:1.0:1761311767.438878:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787705152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.438886:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787705152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311767.438904:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003ff3f148. 02000000:00000010:1.0:1761311767.438917:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008a6013b2. 02000000:00000010:1.0:1761311767.438922:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000012ff3ef7. 00000100:00000010:1.0:1761311767.438925:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:1.0:1761311767.438928:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:1.0:1761311767.438931:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000bf47711. 00080000:00000010:1.0:1761311767.438946:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e35a4350. 00010000:00000010:1.0:1761311767.439070:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000057711342. 00010000:00000010:1.0:1761311767.439076:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000627b85ff. 00000001:00000010:1.0:1761311767.439092:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.439104:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00080000:00000010:1.0:1761311767.439109:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000051458fa7. 00000001:00000010:1.0:1761311767.439116:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.439120:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.439125:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.439129:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00100000:00000010:1.0:1761311767.439141:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a0b8b167. 00010000:00000010:1.0:1761311767.439155:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311767.439160:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004faf78cb. 00010000:00000010:1.0:1761311767.439169:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311767.439173:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.439178:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.439188:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f659556e. 02000000:00000010:1.0:1761311767.439209:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec225cba. 00000400:00000010:1.0:1761311767.439213:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062bbe226. 00000400:00000010:1.0:1761311767.439217:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311767.439222:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705216, portal 16 00000400:00000010:1.0:1761311767.439226:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311767.439228:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787705216, offset 0 00000400:00000200:1.0:1761311767.439233:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.439240:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.439246:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.439249:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.439252:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.439254:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87793:87793:255:4294967295] 192.168.203.55@tcp LPNI seq info [87793:87793:7:4294967295] 00000400:00000200:1.0:1761311767.439261:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.439264:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.439268:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311767.439271:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.439275:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.439277:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.439489:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.439492:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352786). 00000400:00000200:0.0:1761311767.439497:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.439501:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.439504:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:0.0:1761311767.439506:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000800:00000200:0.0:1761311767.439576:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.439578:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.439582:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.439585:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.439587:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:0.0:1761311767.439588:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:0.0:1761311767.439593:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787705216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311767.441366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028c15a92. 00010000:00000010:3.1:1761311767.441379:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:2.0:1761311767.445621:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.445640:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eeb80 00000400:00000200:2.0:1761311767.445647:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab755 [1] + 224 00000400:00000200:2.0:1761311767.445666:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.445669:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.445681:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787705216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.445760:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062bbe226. 00000400:00000200:1.0:1761311767.445765:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:1.0:1761311767.445767:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 00000100:00000200:1.0:1761311767.445772:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787705216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.445779:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787705216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.445808:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec225cba. 02000000:00000010:1.0:1761311767.445813:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f659556e. 00000100:00000010:1.0:1761311767.445816:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311767.445820:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.445823:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000400:00000200:2.0:1761311767.448626:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.448645:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153380 00000400:00000200:2.0:1761311767.448653:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa16d [2] + 1312 00000400:00000200:2.0:1761311767.448718:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.448723:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.448730:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311767.448736:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 00010000:00000010:1.1:1761311767.452050:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d7d043ae. 00010000:00000010:1.1:1761311767.452066:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000041855434. 00010000:00000010:1.1:1761311767.452071:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007ca30dd9. 00000020:00000010:1.0:1761311767.452121:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000f659556e. 00000020:00000010:1.0:1761311767.452127:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.452134:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.452168:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c3aef0b x1846867781825408/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311767.452210:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825408 02000000:00000010:1.0:1761311767.452222:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ec225cba. 00010000:00000010:1.0:1761311767.452250:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000054ed40e7. 00010000:00000010:1.0:1761311767.452273:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311767.452343:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.452359:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.452362:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000400:00000010:1.0:1761311767.452377:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311767.452382:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825408, offset 224 00000400:00000200:1.0:1761311767.452390:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.452403:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.452409:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87794:87794:256:4294967295] 192.168.203.55@tcp LPNI seq info [87794:87794:8:4294967295] 00000400:00000200:1.0:1761311767.452419:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.452425:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.452430:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.452436:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.452443:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.452447:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.452475:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.452479:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.452481:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000f659556e. 00080000:00000010:2.0:1761311767.452561:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007051213. 00000800:00000200:3.0:1761311767.452595:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.452599:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311767.452603:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.452607:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.452612:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:3.0:1761311767.452614:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 00010000:00000010:2.0:1761311767.452687:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004faf78cb. 00010000:00000010:2.0:1761311767.452694:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c09b967e. 00000001:00000010:2.0:1761311767.452713:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.452723:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00080000:00000010:2.0:1761311767.452728:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012ff3ef7. 00000001:00000010:2.0:1761311767.452737:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.452743:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.452749:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000074c9ddea. 00000001:00000010:2.0:1761311767.452753:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000074c9ddea. 00100000:00000010:2.0:1761311767.452764:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005bfd36c2. 00100000:00000010:2.0:1761311767.452771:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000008ceb21d7. 00100000:00000010:2.0:1761311767.452773:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b0fe9828. 00010000:00000010:2.0:1761311767.452791:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e145b147. 00010000:00000010:2.0:1761311767.452797:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aaa7e762. 00010000:00000010:2.0:1761311767.452807:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000097fb252f. 00000100:00000010:2.0:1761311767.452811:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d80a4a90. 00000100:00000010:2.0:1761311767.452817:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311767.452827:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a6013b2. 02000000:00000010:2.0:1761311767.452863:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002438c15d. 00000400:00000010:2.0:1761311767.452868:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.452872:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000a7d86e0a. 00000100:00000200:2.0:1761311767.452877:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705280, portal 16 00000400:00000010:2.0:1761311767.452881:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000026f72b8d. 00000100:00000200:2.0:1761311767.452883:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787705280, offset 0 00000400:00000200:2.0:1761311767.452888:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.452895:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.452900:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.452903:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.452906:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.452908:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87795:87795:256:4294967295] 192.168.203.55@tcp LPNI seq info [87795:87795:8:4294967295] 00000400:00000200:2.0:1761311767.452915:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.452919:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.452922:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.452926:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.452930:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.452932:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.453785:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.453789:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:3.0:1761311767.453793:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.453798:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.453802:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000026f72b8d 00000400:00000010:3.0:1761311767.453804:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000026f72b8d. 00000100:00000200:3.0:1761311767.453809:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787705280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.457403:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a03053d. 00000400:00000200:2.0:1761311767.458919:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.458939:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eebc0 00000400:00000200:2.0:1761311767.458948:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab761 [1] + 224 00000400:00000200:2.0:1761311767.458961:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.458965:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.458975:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787705280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.459017:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.459022:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1533c0 00000400:00000200:2.0:1761311767.459026:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa16d [2] + 1640 00000400:00000200:2.0:1761311767.459037:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.459040:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.459043:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311767.459048:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 00000400:00000010:1.0:1761311767.459125:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:1.0:1761311767.459131:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7d86e0a 00000400:00000010:1.0:1761311767.459133:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000a7d86e0a. 00000100:00000200:1.0:1761311767.459139:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787705280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.459146:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787705280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.459175:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002438c15d. 02000000:00000010:1.0:1761311767.459182:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a6013b2. 00000100:00000010:1.0:1761311767.459185:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000020:00000010:3.0:1761311767.459188:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003dbdd1f7. 00000100:00000010:1.0:1761311767.459188:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d80a4a90. 00010000:00000010:1.0:1761311767.459192:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000097fb252f. 00000020:00000010:3.0:1761311767.459194:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.459198:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.459220:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d83d9e9a x1846867781825472/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311767.459251:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825472 02000000:00000010:3.0:1761311767.459265:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000372cb76d. 00010000:00000010:3.0:1761311767.459301:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000012d6ae08. 00010000:00000010:3.0:1761311767.459351:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001587cbb0. 00000100:00000010:3.0:1761311767.459359:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7337232. 00000100:00000010:3.0:1761311767.459372:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7337232. 00010000:00000010:3.0:1761311767.459375:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001587cbb0. 00000400:00000010:3.0:1761311767.459389:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00080000:00000010:1.0:1761311767.459414:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f659556e. 00010000:00000010:1.0:1761311767.459549:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aaa7e762. 00010000:00000010:1.0:1761311767.459556:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cdc4a7d4. 00000001:00000010:1.0:1761311767.459575:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.459587:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00080000:00000010:1.0:1761311767.459594:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a6013b2. 00000001:00000010:1.0:1761311767.459602:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.459608:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.459613:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311767.459618:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00100000:00000010:1.0:1761311767.459632:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008d9d770b. 00010000:00000010:1.0:1761311767.459647:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311767.459652:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311767.459661:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebba31b2. 00000100:00000010:1.0:1761311767.459664:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.459672:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.459682:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002825283b. 00000100:00000200:3.0:1761311767.459697:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825472, offset 224 02000000:00000010:1.0:1761311767.459704:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d14c778e. 00000400:00000200:3.0:1761311767.459706:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000010:1.0:1761311767.459707:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062bbe226. 00000400:00000010:1.0:1761311767.459711:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311767.459715:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705344, portal 16 00000400:00000200:3.0:1761311767.459716:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000010:1.0:1761311767.459718:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311767.459719:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787705344, offset 0 00000400:00000200:3.0:1761311767.459721:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87796:87796:256:4294967295] 192.168.203.55@tcp LPNI seq info [87796:87796:8:4294967295] 00000400:00000200:1.0:1761311767.459724:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.459730:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.459737:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.459742:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311767.459746:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.459752:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.459756:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.459773:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.459778:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.459781:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003dbdd1f7. 00000800:00000200:0.0:1761311767.460188:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.460193:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311767.460197:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.460201:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.460204:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:0.0:1761311767.460207:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000400:00000200:1.0:1761311767.461907:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.461916:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.461920:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.461924:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.461927:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87797:87797:255:4294967295] 192.168.203.55@tcp LPNI seq info [87797:87797:7:4294967295] 00000400:00000200:1.0:1761311767.461936:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.461942:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.461947:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.461955:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.461960:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.461963:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761311767.464829:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bc237f8b. 00010000:00000010:2.1:1761311767.464838:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000800:00000200:0.0:1761311767.467553:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.467561:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.467568:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.467578:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.467583:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:0.0:1761311767.467585:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000100:00000200:0.0:1761311767.467595:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787705344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311767.471331:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000029045b0f. 00010000:00000010:1.1:1761311767.471355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000052c2f076. 00010000:00000010:1.1:1761311767.471360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e145b147. 00000400:00000200:2.0:1761311767.472230:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.472249:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eec00 00000400:00000200:2.0:1761311767.472257:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab76d [1] + 224 00000400:00000200:2.0:1761311767.472270:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.472273:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.472296:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787705344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.472363:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.472369:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153400 00000400:00000200:2.0:1761311767.472374:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa16d [2] + 1968 00000400:00000010:2.0:1761311767.472378:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e888ca8f. 00000400:00000200:2.0:1761311767.472381:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009217b08b 00000400:00000200:2.0:1761311767.472691:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.472696:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.472699:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009217b08b 00000400:00000010:2.0:1761311767.472701:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009217b08b (tot 82352386). 00000100:00000200:2.0:1761311767.472706:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:3.0:1761311767.473206:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062bbe226. 00000400:00000200:3.0:1761311767.473212:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:3.0:1761311767.473213:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 00000100:00000200:3.0:1761311767.473220:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787705344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.473229:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787705344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.473256:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d14c778e. 02000000:00000010:3.0:1761311767.473262:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002825283b. 00000100:00000010:3.0:1761311767.473266:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:3.0:1761311767.473270:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:3.0:1761311767.473274:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebba31b2. 00000020:00000010:0.0:1761311767.475562:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000039075334. 00000020:00000010:0.0:1761311767.475575:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.475580:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.475613:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001933c663 x1846867781825536/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311767.475647:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825536 02000000:00000010:0.0:1761311767.475657:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000055f354dc. 00010000:00000010:0.0:1761311767.475689:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003445749f. 00010000:00000010:0.0:1761311767.475714:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005890f6e3. 00000100:00000010:0.0:1761311767.475722:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002bf0f89d. 00000100:00000010:0.0:1761311767.475732:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002bf0f89d. 00010000:00000010:0.0:1761311767.475735:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005890f6e3. 00000400:00000010:0.0:1761311767.475748:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075a33c87. 00000100:00000200:0.0:1761311767.475752:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825536, offset 224 00000400:00000200:0.0:1761311767.475759:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.475772:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.475778:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87798:87798:256:4294967295] 192.168.203.55@tcp LPNI seq info [87798:87798:8:4294967295] 00000400:00000200:0.0:1761311767.475788:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.475794:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.475798:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000bc6be7e7 (tot 82352634). 00000800:00000200:0.0:1761311767.475803:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.475809:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.475813:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000bc6be7e7 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.475829:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.475834:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.475837:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000039075334. 02000000:00000010:0.0:1761311767.475860:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000372cb76d. 00000100:00000010:0.0:1761311767.475864:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 02000000:00000010:0.0:1761311767.475868:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ec225cba. 00000100:00000010:0.0:1761311767.475870:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 02000000:00000010:0.0:1761311767.475872:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087a0d7ed. 00000100:00000010:0.0:1761311767.475875:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 02000000:00000010:0.0:1761311767.475877:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000092409c14. 00000100:00000010:0.0:1761311767.475879:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebef5091. 02000000:00000010:0.0:1761311767.475882:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e76fd36. 00000100:00000010:0.0:1761311767.475884:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b28de8d. 02000000:00000010:0.0:1761311767.475887:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a8509532. 00000100:00000010:0.0:1761311767.475889:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b6286b6. 00000100:00000200:0.0:1761311767.475895:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311767.475900:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d917beb8. 00000400:00000010:0.0:1761311767.475904:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002bf0f89d (tot 82352786). 00000800:00000200:0.0:1761311767.476014:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.476018:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000bc6be7e7 (tot 82352538). 00000400:00000200:0.0:1761311767.476026:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.476030:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.476034:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a33c87 00000400:00000010:0.0:1761311767.476036:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075a33c87. 02000000:00000010:0.0:1761311767.476039:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000055f354dc. 00000100:00000010:2.0:1761311767.476210:0:67675:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d512b417. 02000000:00000010:2.0:1761311767.476223:0:67675:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000eec4b737. 00000100:00000010:2.0:1761311767.476254:0:71894:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311767.476259:0:71894:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000307e7bc. 02000000:00000010:2.0:1761311767.476293:0:15816:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f91cbfa5. 00000400:00000010:2.0:1761311767.476298:0:15816:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.476302:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011f87556. 00000100:00000200:2.0:1761311767.476305:0:15816:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846867787705472, portal 4 00000400:00000010:2.0:1761311767.476330:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311767.476333:0:15816:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846867787705472, offset 0 00000400:00000200:2.0:1761311767.476338:0:15816:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.476345:0:15816:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.476354:0:15816:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb76a6eec80 00000400:00000200:2.0:1761311767.476360:0:15816:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2f68d [8] + 12320 00000400:00000200:2.0:1761311767.476366:0:15816:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.476368:0:15816:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.476372:0:15816:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1761311767.476376:0:15816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a42bc8f5. 00000400:00000200:2.0:1761311767.476389:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:2.0:1761311767.476391:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000100:00000200:2.0:1761311767.476395:0:15816:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a61fcec x1846867787705472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:2.0:1761311767.476420:0:15816:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000002848f7a2. 00000400:00000010:2.0:1761311767.476423:0:15816:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a6ce52. 00000400:00000010:2.0:1761311767.476425:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311767.476427:0:15816:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846867787705408, portal 4 00000400:00000010:2.0:1761311767.476431:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311767.476433:0:15816:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846867787705408, offset 0 00000400:00000200:2.0:1761311767.476436:0:15816:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.476440:0:15816:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.476444:0:15816:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb76a6eec40 00000400:00000200:2.0:1761311767.476446:0:15816:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2f68d [8] + 12544 00000400:00000200:2.0:1761311767.476450:0:15816:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.476452:0:15816:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.476454:0:15816:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1761311767.476456:0:15816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7d6009e. 00000400:00000200:2.0:1761311767.476464:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:2.0:1761311767.476465:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000100:00000200:2.0:1761311767.476468:0:15816:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d512b417 x1846867787705408/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000020:00000010:2.0:1761311767.476498:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000714a121c. 00000020:00000010:2.0:1761311767.476502:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311767.476504:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.476526:0:66516:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000009779f80c. 00000020:00000010:2.0:1761311767.476529:0:66516:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.476531:0:66516:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311767.476540:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705472 02000000:00000010:2.0:1761311767.476554:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000006574f60a. 00010000:00000200:2.0:1761311767.476576:0:66516:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a42bc8f5 x1846867787705472/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:208/0 lens 224/368 e 0 to 0 dl 1761311773 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-0.0' 00000400:00000010:2.0:1761311767.476585:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311767.476588:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846867787705472, offset 224 00000400:00000200:2.0:1761311767.476590:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.476595:0:66516:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.476600:0:66516:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb76a6eec80 00000400:00000200:2.0:1761311767.476603:0:66516:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab77d [1] + 224 00000400:00000200:2.0:1761311767.476606:0:66516:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.476608:0:66516:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.476612:0:66516:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a61fcec x1846867787705472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000400:00000200:2.0:1761311767.476625:0:66516:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:2.0:1761311767.476626:0:66516:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000020:00000010:2.0:1761311767.476633:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311767.476638:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.476640:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000714a121c. 00000100:00000200:2.0:1761311767.476649:0:66516:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705408 02000000:00000010:2.0:1761311767.476655:0:66516:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000827320e5. 00010000:00000200:2.0:1761311767.476673:0:66516:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e7d6009e x1846867787705408/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:208/0 lens 224/368 e 0 to 0 dl 1761311773 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-1.0' 00000400:00000010:2.0:1761311767.476683:0:66516:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311767.476686:0:66516:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846867787705408, offset 224 00000400:00000200:2.0:1761311767.476689:0:66516:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.476693:0:66516:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.476697:0:66516:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb76a6eec40 00000400:00000200:2.0:1761311767.476700:0:66516:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab785 [1] + 224 00000400:00000200:2.0:1761311767.476702:0:66516:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.476704:0:66516:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.476707:0:66516:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d512b417 x1846867787705408/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000200:2.0:1761311767.476714:0:66516:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:2.0:1761311767.476715:0:66516:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000020:00000010:2.0:1761311767.476720:0:66516:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.476722:0:66516:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.476724:0:66516:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000009779f80c. 00000400:00000010:2.0:1761311767.476752:0:15816:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0a6ce52. 00000400:00000200:2.0:1761311767.476754:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:2.0:1761311767.476755:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000100:00000200:2.0:1761311767.476758:0:15816:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d512b417 x1846867787705408/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000100:00000200:2.0:1761311767.476765:0:15816:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d512b417 x1846867787705408/t0(0) o13->lustre-OST0001-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-1.0' 00000400:00000010:2.0:1761311767.476791:0:15816:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000400:00000200:2.0:1761311767.476795:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f87556 00000400:00000010:2.0:1761311767.476796:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011f87556. 00000100:00000200:2.0:1761311767.476799:0:15816:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a61fcec x1846867787705472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 00000100:00000200:2.0:1761311767.476804:0:15816:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a61fcec x1846867787705472/t0(0) o13->lustre-OST0000-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-0.0' 02000000:00000010:2.0:1761311767.476819:0:15816:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000002848f7a2. 02000000:00000010:2.0:1761311767.476824:0:15816:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000eec4b737. 00000100:00000010:2.0:1761311767.476828:0:15816:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d512b417. 02000000:00000010:2.0:1761311767.476830:0:15816:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f91cbfa5. 02000000:00000010:2.0:1761311767.476832:0:15816:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000307e7bc. 00000100:00000010:2.0:1761311767.476834:0:15816:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000010:3.0:1761311767.477799:0:71892:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311767.477814:0:71892:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000000bfa8e78. 00000100:00000010:0.0:1761311767.477985:0:65694:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b28de8d. 02000000:00000010:0.0:1761311767.477993:0:65694:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000bc6be7e7. 00000100:00000010:0.0:1761311767.478050:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebef5091. 02000000:00000010:0.0:1761311767.478057:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000093f79f17. 02000000:00000010:2.0:1761311767.478140:0:15815:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009779f80c. 00000400:00000010:2.0:1761311767.478146:0:15815:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a6ce52. 00000400:00000010:2.0:1761311767.478151:0:15815:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000011f87556. 00000100:00000200:2.0:1761311767.478156:0:15815:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705664, portal 25 00000400:00000010:2.0:1761311767.478161:0:15815:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311767.478163:0:15815:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1846867787705664, offset 0 00000400:00000200:2.0:1761311767.478169:0:15815:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.478178:0:15815:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.478186:0:15815:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 26 MB=0x68fb76a6eed40 00000400:00000200:2.0:1761311767.478192:0:15815:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-0@lo of length 224/224 into md 0x897d9 [2] + 0 00000400:00000010:2.0:1761311767.478196:0:15815:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bdcea7f0. 00000400:00000200:2.0:1761311767.478199:0:15815:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a6ad8529 00000400:00000200:2.0:1761311767.478202:0:15815:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.478205:0:15815:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000400:00000200:2.0:1761311767.478208:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a6ad8529 00000400:00000010:2.0:1761311767.478210:0:15815:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a6ad8529 (tot 82352386). 00000100:00000200:2.0:1761311767.478215:0:15815:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000400:00000200:2.0:1761311767.478228:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:2.0:1761311767.478229:0:15815:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000100:00000200:2.0:1761311767.478234:0:15815:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebef5091 x1846867787705664/t0(0) o400->MGC192.168.203.155@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00080000:00000010:2.0:1761311767.478273:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000714a121c. 00010000:00000010:2.0:1761311767.478428:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9617bd. 00010000:00000010:2.0:1761311767.478437:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000db588058. 00000001:00000010:2.0:1761311767.478456:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:2.0:1761311767.478467:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:2.0:1761311767.478471:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb406c0a. 00000001:00000010:2.0:1761311767.478479:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:2.0:1761311767.478484:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:2.0:1761311767.478488:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:2.0:1761311767.478492:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:2.0:1761311767.478504:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a18c3752. 00010000:00000010:2.0:1761311767.478520:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007254721c. 00010000:00000010:2.0:1761311767.478525:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d5ae1022. 00010000:00000010:2.0:1761311767.478539:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000044957d18. 00000100:00000010:2.0:1761311767.478544:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089497525. 00000100:00000010:2.0:1761311767.478551:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311767.478558:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002438c15d. 02000000:00000010:2.0:1761311767.478573:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000abf547dd. 00000400:00000010:2.0:1761311767.478576:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:2.0:1761311767.478579:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094a67246. 00000100:00000200:2.0:1761311767.478581:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705728, portal 16 00000400:00000010:2.0:1761311767.478584:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000df9fbfd7. 00000100:00000200:2.0:1761311767.478586:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787705728, offset 0 00000400:00000200:2.0:1761311767.478590:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.478600:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.478607:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.478611:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.478614:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.478616:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87799:87799:256:4294967295] 192.168.203.55@tcp LPNI seq info [87799:87799:8:4294967295] 00000400:00000200:2.0:1761311767.478626:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.478630:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.478634:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352634). 00000800:00000200:2.0:1761311767.478639:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.478646:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.478649:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000100:00000010:3.0:1761311767.478711:0:71896:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 02000000:00000010:3.0:1761311767.478718:0:71896:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000f389a15b. 00000100:00000010:0.0:1761311767.478849:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000afc4075. 02000000:00000010:0.0:1761311767.478857:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000067755a8e. 00000100:00000010:0.0:1761311767.478864:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000224edcca. 02000000:00000010:0.0:1761311767.478868:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d12f7a65. 00000100:00000010:0.0:1761311767.478872:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000089c88c9. 02000000:00000010:0.0:1761311767.478875:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 000000002c11517c. 02000000:00000010:3.0:1761311767.478972:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 0000000026f9340a. 00000400:00000010:3.0:1761311767.478977:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e6b8ec3. 00000400:00000010:3.0:1761311767.478980:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.478984:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846867787705600, portal 4 00000400:00000010:3.0:1761311767.478989:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311767.478992:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846867787705600, offset 0 00000400:00000200:3.0:1761311767.478997:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.479004:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.479012:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb76a6eed00 00000400:00000200:3.0:1761311767.479018:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x43a65 [256] + 7392 00000400:00000200:3.0:1761311767.479023:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.479026:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.479030:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761311767.479034:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8dbc242. 00000400:00000200:3.0:1761311767.479047:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:3.0:1761311767.479049:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:3.0:1761311767.479053:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002b28de8d x1846867787705600/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:3.0:1761311767.479068:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009729ae74. 00000400:00000010:3.0:1761311767.479071:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d35fc8b. 00000400:00000010:3.0:1761311767.479073:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311767.479076:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705920, portal 10 00000400:00000010:3.0:1761311767.479080:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311767.479083:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846867787705920, offset 0 00000400:00000200:3.0:1761311767.479086:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.479090:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.479095:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb76a6eee40 00000400:00000200:3.0:1761311767.479099:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79ca9 [64] + 117328 00000400:00000200:3.0:1761311767.479103:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.479105:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.479108:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:3.0:1761311767.479111:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000063082542. 00000400:00000200:3.0:1761311767.479123:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:3.0:1761311767.479125:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:3.0:1761311767.479128:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000224edcca x1846867787705920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:3.0:1761311767.479150:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 000000007bf5f0d4. 00000400:00000010:3.0:1761311767.479153:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a628c03. 00000400:00000010:3.0:1761311767.479156:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311767.479159:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846867787705536, portal 4 00000400:00000010:3.0:1761311767.479163:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311767.479165:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846867787705536, offset 0 00000400:00000200:3.0:1761311767.479168:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.479173:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.479177:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb76a6eecc0 00000400:00000200:3.0:1761311767.479180:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x43a65 [256] + 7616 00000400:00000200:3.0:1761311767.479183:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.479185:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.479187:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761311767.479190:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000638b7854. 00000400:00000200:3.0:1761311767.479201:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311767.479202:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311767.479205:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a704445 x1846867787705536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:3.0:1761311767.479216:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c51d2e05. 00000400:00000010:3.0:1761311767.479219:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.479221:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311767.479224:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705856, portal 4 00000400:00000010:3.0:1761311767.479227:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.479229:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 24, xid 1846867787705856, offset 0 00000400:00000200:3.0:1761311767.479232:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.479236:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.479240:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 24 MB=0x68fb76a6eee00 00000400:00000200:3.0:1761311767.479242:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 18 from 12345-0@lo of length 224/224 into md 0x43a65 [256] + 7840 00000400:00000200:3.0:1761311767.479245:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.479247:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.479249:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt_out 00000100:00000010:3.0:1761311767.479251:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b6286b6. 00000400:00000200:3.0:1761311767.479260:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311767.479261:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:3.0:1761311767.479263:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000afc4075 x1846867787705856/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:3.0:1761311767.479333:0:64852:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfac75df. 00000020:00000010:3.0:1761311767.479340:0:64852:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.479344:0:64852:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000010:0.0:1761311767.479416:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7839e63. 02000000:00000010:0.0:1761311767.479423:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000002fe91ba. 00000100:00000010:0.0:1761311767.479430:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006055bc7e. 02000000:00000010:0.0:1761311767.479432:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000010eda974. 00000100:00000010:0.0:1761311767.479443:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0affe4f. 02000000:00000010:0.0:1761311767.479446:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 0000000066fb6793. 00000100:00000010:0.0:1761311767.479450:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fe13f89c. 02000000:00000010:0.0:1761311767.479454:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000fbeb2eef. 00000100:00000010:0.0:1761311767.479459:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000278fa63c. 02000000:00000010:0.0:1761311767.479461:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a8b5ffa4. 00000100:00000010:0.0:1761311767.479466:0:57921:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6f4fdd7. 02000000:00000010:0.0:1761311767.479468:0:57921:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000d3614b62. 02000000:00000010:0.0:1761311767.479488:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000055f354dc. 00000400:00000010:0.0:1761311767.479492:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067fc219c. 00000400:00000010:0.0:1761311767.479495:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075a33c87. 00000100:00000200:0.0:1761311767.479497:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706112, portal 4 00000400:00000010:0.0:1761311767.479502:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311767.479504:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846867787706112, offset 0 00000400:00000200:0.0:1761311767.479507:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761311767.479513:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761311767.479518:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb76a6eef00 00000400:00000200:0.0:1761311767.479523:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x73199 [8] + 2016 00000400:00000200:0.0:1761311767.479527:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.479529:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761311767.479532:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:0.0:1761311767.479535:0:15813:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000de676cbb. 00000400:00000200:0.0:1761311767.479546:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:0.0:1761311767.479548:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00000100:00000200:0.0:1761311767.479551:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006055bc7e x1846867787706112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761311811 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1761311767.479565:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039075334. 00000400:00000010:0.0:1761311767.479567:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000465441fe. 00000400:00000010:0.0:1761311767.479569:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311767.479571:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706368, portal 10 00000400:00000010:0.0:1761311767.479575:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041cf605b. 00000100:00000200:0.0:1761311767.479577:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846867787706368, offset 0 00000400:00000200:0.0:1761311767.479580:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761311767.479584:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761311767.479588:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb76a6ef000 00000400:00000200:0.0:1761311767.479591:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79ca9 [64] + 117552 00000400:00000200:0.0:1761311767.479594:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.479596:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761311767.479598:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1761311767.479601:0:15813:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000216cee06. 00000400:00000200:0.0:1761311767.479609:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041cf605b 00000400:00000010:0.0:1761311767.479611:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041cf605b. 00000100:00000200:0.0:1761311767.479613:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c6f4fdd7 x1846867787706368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1761311767.479631:0:15813:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000057cb9d5d. 00000400:00000010:0.0:1761311767.479634:0:15813:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d53d4f. 00000400:00000010:0.0:1761311767.479636:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041cf605b. 00000100:00000200:0.0:1761311767.479638:0:15813:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706176, portal 10 00000400:00000010:0.0:1761311767.479641:0:15813:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311767.479643:0:15813:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846867787706176, offset 0 00000400:00000200:0.0:1761311767.479647:0:15813:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761311767.479650:0:15813:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761311767.479655:0:15813:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb76a6eef40 00000400:00000200:0.0:1761311767.479658:0:15813:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79ca9 [64] + 117776 00000400:00000200:0.0:1761311767.479661:0:15813:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.479663:0:15813:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761311767.479665:0:15813:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:0.0:1761311767.479668:0:15813:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f8963450. 00000400:00000200:0.0:1761311767.479675:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:0.0:1761311767.479676:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00000100:00000200:0.0:1761311767.479679:0:15813:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0affe4f x1846867787706176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:0.0:1761311767.479713:0:71883:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a8509532. 00000020:00000010:0.0:1761311767.479717:0:71883:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.479720:0:71883:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.479750:0:71883:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705664 02000000:00000010:0.0:1761311767.479766:0:71883:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e76fd36. 00010000:00000200:0.0:1761311767.479774:0:71883:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e6448014 x1846867787705664/t0(0) o400->acceafe2-a5d3-4597-8eb9-c321aed01128@0@lo:208/0 lens 224/224 e 0 to 0 dl 1761311773 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761311767.479787:0:71883:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311767.479790:0:71883:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846867787705664, offset 224 00000400:00000200:0.0:1761311767.479794:0:71883:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761311767.479798:0:71883:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761311767.479802:0:71883:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 25 MB=0x68fb76a6eed40 00000400:00000200:0.0:1761311767.479806:0:71883:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 19 from 12345-0@lo of length 224/224 into md 0xab795 [1] + 224 00000400:00000200:0.0:1761311767.479810:0:71883:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.479812:0:71883:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761311767.479817:0:71883:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebef5091 x1846867787705664/t0(0) o400->MGC192.168.203.155@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:0.0:1761311767.479825:0:71883:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:0.0:1761311767.479827:0:71883:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00000020:00000010:0.0:1761311767.479836:0:71883:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.479840:0:71883:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:3.0:1761311767.479921:0:64852:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000069631f69. 00000020:00000010:3.0:1761311767.479925:0:64852:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.479928:0:64852:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4655d60. 00000020:00000010:3.0:1761311767.479943:0:64852:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b9ad53b. 00000020:00000010:3.0:1761311767.479945:0:64852:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311767.479947:0:64852:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311767.479955:0:64852:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705600 02000000:00000010:3.0:1761311767.479964:0:64852:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 00000000a758cf2c. 00010000:00000200:3.0:1761311767.479988:0:64852:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f8dbc242 x1846867787705600/t0(0) o41->lustre-MDT0001-mdtlov_UUID@0@lo:208/0 lens 224/368 e 0 to 0 dl 1761311773 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:3.0:1761311767.479997:0:64852:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.480000:0:64852:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846867787705600, offset 224 00000400:00000200:3.0:1761311767.480003:0:64852:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.480008:0:64852:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.480013:0:64852:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb76a6eed00 00000400:00000200:3.0:1761311767.480017:0:64852:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab7a5 [1] + 224 00000400:00000200:3.0:1761311767.480020:0:64852:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.480022:0:64852:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.480026:0:64852:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002b28de8d x1846867787705600/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:3.0:1761311767.480035:0:64852:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311767.480036:0:64852:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000020:00000010:3.0:1761311767.480043:0:64852:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.480045:0:64852:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.480048:0:64852:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfac75df. 00000100:00000200:3.0:1761311767.480058:0:64852:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705536 02000000:00000010:3.0:1761311767.480065:0:64852:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 0000000042c5f223. 00010000:00000200:3.0:1761311767.480079:0:64852:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000638b7854 x1846867787705536/t0(0) o41->lustre-MDT0000-mdtlov_UUID@0@lo:208/0 lens 224/368 e 0 to 0 dl 1761311773 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:3.0:1761311767.480087:0:64852:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.480090:0:64852:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846867787705536, offset 224 00000400:00000200:3.0:1761311767.480093:0:64852:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.480097:0:64852:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.480101:0:64852:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb76a6eecc0 00000400:00000200:3.0:1761311767.480104:0:64852:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab7b5 [1] + 224 00000400:00000200:3.0:1761311767.480107:0:64852:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.480109:0:64852:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.480113:0:64852:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a704445 x1846867787705536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000200:3.0:1761311767.480122:0:64852:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311767.480123:0:64852:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000020:00000010:3.0:1761311767.480128:0:64852:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.480130:0:64852:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4655d60. 00000020:00000010:3.0:1761311767.480132:0:64852:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000069631f69. 00000100:00000200:3.0:1761311767.480142:0:64852:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705856 02000000:00000010:3.0:1761311767.480148:0:64852:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000069631f69. 00010000:00000200:3.0:1761311767.480152:0:64852:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000001b6286b6 x1846867787705856/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:208/0 lens 224/224 e 0 to 0 dl 1761311773 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761311767.480158:0:64852:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.480161:0:64852:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846867787705856, offset 224 00000400:00000200:3.0:1761311767.480164:0:64852:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.480168:0:64852:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.480172:0:64852:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb76a6eee00 00000400:00000200:3.0:1761311767.480174:0:64852:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xab7bd [1] + 224 00000400:00000200:3.0:1761311767.480177:0:64852:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.480179:0:64852:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.480182:0:64852:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000afc4075 x1846867787705856/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1761311767.480190:0:64852:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311767.480191:0:64852:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000020:00000010:3.0:1761311767.480196:0:64852:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311767.480198:0:64852:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311767.480199:0:64852:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b9ad53b. 00000020:00000010:3.0:1761311767.480220:0:64848:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b9ad53b. 00000020:00000010:3.0:1761311767.480223:0:64848:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311767.480225:0:64848:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311767.480248:0:64848:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000bfac75df. 00000020:00000010:3.0:1761311767.480250:0:64848:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.480252:0:64848:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4655d60. 00000020:00000010:3.0:1761311767.480267:0:64848:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095eb4305. 00000020:00000010:3.0:1761311767.480269:0:64848:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.480271:0:64848:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.480299:0:64848:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705920 02000000:00000010:3.0:1761311767.480305:0:64848:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000071a63152. 00010000:00000200:3.0:1761311767.480331:0:64848:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@0000000063082542 x1846867787705920/t0(0) o400->lustre-MDT0000-lwp-MDT0001_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761311767.480339:0:64848:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.480342:0:64848:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846867787705920, offset 224 00000400:00000200:3.0:1761311767.480345:0:64848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.480350:0:64848:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.480357:0:64848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb76a6eee40 00000400:00000200:3.0:1761311767.480360:0:64848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab7ad [1] + 224 00000400:00000200:3.0:1761311767.480364:0:64848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.480365:0:64848:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.480369:0:64848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000224edcca x1846867787705920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1761311767.480378:0:64848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311767.480379:0:64848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000020:00000010:3.0:1761311767.480384:0:64848:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311767.480387:0:64848:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311767.480388:0:64848:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b9ad53b. 00000100:00000200:3.0:1761311767.480396:0:64848:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787706368 02000000:00000010:3.0:1761311767.480402:0:64848:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005b9ad53b. 00010000:00000200:3.0:1761311767.480406:0:64848:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000216cee06 x1846867787706368/t0(0) o400->lustre-MDT0000-lwp-MDT0000_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761311767.480412:0:64848:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.480414:0:64848:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846867787706368, offset 224 00000400:00000200:3.0:1761311767.480417:0:64848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.480421:0:64848:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.480425:0:64848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb76a6ef000 00000400:00000200:3.0:1761311767.480427:0:64848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab7cd [1] + 224 00000400:00000200:3.0:1761311767.480430:0:64848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.480432:0:64848:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.480435:0:64848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c6f4fdd7 x1846867787706368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1761311767.480451:0:64848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311767.480452:0:64848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000020:00000010:3.0:1761311767.480458:0:64848:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.480460:0:64848:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4655d60. 00000020:00000010:3.0:1761311767.480461:0:64848:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000bfac75df. 00000100:00000200:3.0:1761311767.480469:0:64848:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787706176 02000000:00000010:3.0:1761311767.480474:0:64848:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000bfac75df. 00010000:00000200:3.0:1761311767.480478:0:64848:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000f8963450 x1846867787706176/t0(0) o400->lustre-MDT0000-lwp-OST0001_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761311767.480485:0:64848:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.480487:0:64848:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846867787706176, offset 224 00000400:00000200:3.0:1761311767.480490:0:64848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.480494:0:64848:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.480497:0:64848:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb76a6eef40 00000400:00000200:3.0:1761311767.480500:0:64848:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab7d5 [1] + 224 00000400:00000200:3.0:1761311767.480503:0:64848:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.480505:0:64848:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.480508:0:64848:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0affe4f x1846867787706176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1761311767.480521:0:64848:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311767.480522:0:64848:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000020:00000010:3.0:1761311767.480527:0:64848:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.480529:0:64848:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.480531:0:64848:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095eb4305. 00000020:00000010:3.0:1761311767.480561:0:75360:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000095eb4305. 00000020:00000010:3.0:1761311767.480564:0:75360:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.480566:0:75360:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 02000000:00000010:2.0:1761311767.480710:0:15816:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000f91cbfa5. 00000400:00000010:2.0:1761311767.480717:0:15816:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000074c9ddea. 00000400:00000010:2.0:1761311767.480720:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.480724:0:15816:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846867787705792, portal 4 00000400:00000010:2.0:1761311767.480729:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311767.480731:0:15816:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846867787705792, offset 0 00000400:00000200:2.0:1761311767.480736:0:15816:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.480741:0:15816:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.480747:0:15816:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb76a6eedc0 00000400:00000200:2.0:1761311767.480751:0:15816:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2f68d [8] + 12768 00000400:00000200:2.0:1761311767.480755:0:15816:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.480757:0:15816:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.480761:0:15816:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:2.0:1761311767.480764:0:15816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d512b417. 00000400:00000200:2.0:1761311767.480775:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:2.0:1761311767.480777:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 00000100:00000200:2.0:1761311767.480781:0:15816:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000129091b7 x1846867787705792/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:2.0:1761311767.480796:0:15816:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000099fd200a. 00000400:00000010:2.0:1761311767.480799:0:15816:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd826a00. 00000400:00000010:2.0:1761311767.480801:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311767.480804:0:15816:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706048, portal 10 00000400:00000010:2.0:1761311767.480807:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311767.480820:0:15816:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846867787706048, offset 0 00000400:00000200:2.0:1761311767.480825:0:15816:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.480830:0:15816:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.480834:0:15816:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb76a6eeec0 00000400:00000200:2.0:1761311767.480838:0:15816:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79ca9 [64] + 118000 00000400:00000200:2.0:1761311767.480851:0:15816:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.480854:0:15816:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.480856:0:15816:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761311767.480860:0:15816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e2b99d88. 00000400:00000200:2.0:1761311767.480911:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:2.0:1761311767.480914:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000100:00000200:2.0:1761311767.480918:0:15816:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7839e63 x1846867787706048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1761311767.480932:0:15816:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b034dd4. 00000400:00000010:2.0:1761311767.480936:0:15816:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019024869. 00000400:00000010:2.0:1761311767.480940:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311767.480942:0:15816:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706304, portal 4 00000400:00000010:2.0:1761311767.480945:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311767.480947:0:15816:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1846867787706304, offset 0 00000400:00000200:2.0:1761311767.480951:0:15816:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.480957:0:15816:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.480962:0:15816:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 28 MB=0x68fb76a6eefc0 00000400:00000200:2.0:1761311767.480966:0:15816:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-0@lo of length 224/224 into md 0x73199 [8] + 2240 00000400:00000200:2.0:1761311767.480970:0:15816:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.480972:0:15816:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.480974:0:15816:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:2.0:1761311767.480977:0:15816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007cecda0d. 00000400:00000200:2.0:1761311767.480989:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:2.0:1761311767.480991:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000100:00000200:2.0:1761311767.480994:0:15816:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000278fa63c x1846867787706304/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761311811 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1761311767.481014:0:15816:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b1201164. 00000400:00000010:2.0:1761311767.481018:0:15816:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c55f99f2. 00000400:00000010:2.0:1761311767.481020:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311767.481022:0:15816:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787705984, portal 10 00000400:00000010:2.0:1761311767.481025:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311767.481027:0:15816:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846867787705984, offset 0 00000400:00000200:2.0:1761311767.481031:0:15816:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.481035:0:15816:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.481040:0:15816:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb76a6eee80 00000400:00000200:2.0:1761311767.481042:0:15816:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79ca9 [64] + 118224 00000400:00000200:2.0:1761311767.481046:0:15816:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.481048:0:15816:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.481051:0:15816:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761311767.481054:0:15816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009b8867c8. 00000400:00000200:2.0:1761311767.481064:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:2.0:1761311767.481065:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000100:00000200:2.0:1761311767.481069:0:15816:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000089c88c9 x1846867787705984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1761311767.481083:0:15816:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000777eb6c. 00000400:00000010:2.0:1761311767.481086:0:15816:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004acc16ce. 00000400:00000010:2.0:1761311767.481089:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311767.481091:0:15816:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706240, portal 10 00000400:00000010:2.0:1761311767.481097:0:15816:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311767.481100:0:15816:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1846867787706240, offset 0 00000400:00000200:2.0:1761311767.481104:0:15816:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.481107:0:15816:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.481112:0:15816:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 12 MB=0x68fb76a6eef80 00000400:00000200:2.0:1761311767.481114:0:15816:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-0@lo of length 224/224 into md 0x79ca9 [64] + 118448 00000400:00000200:2.0:1761311767.481118:0:15816:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.481121:0:15816:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.481122:0:15816:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:2.0:1761311767.481126:0:15816:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007ea331e6. 00000400:00000200:2.0:1761311767.481133:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311767.481134:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:2.0:1761311767.481137:0:15816:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fe13f89c x1846867787706240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 2 fl Rpc:Nr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000020:00000010:2.0:1761311767.481171:0:66536:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000040197696. 00000020:00000010:2.0:1761311767.481175:0:66536:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.481179:0:66536:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.481201:0:66536:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061764ca6. 00000020:00000010:2.0:1761311767.481204:0:66536:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311767.481206:0:66536:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.481216:0:66536:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005085d5fc. 00000020:00000010:2.0:1761311767.481218:0:66536:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311767.481221:0:66536:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000494c8061. 00000100:00000200:2.0:1761311767.481229:0:66536:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787706048 02000000:00000010:2.0:1761311767.481239:0:66536:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000716ec3b. 00010000:00000200:2.0:1761311767.481245:0:66536:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000e2b99d88 x1846867787706048/t0(0) o400->lustre-MDT0001-lwp-OST0000_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761311767.481254:0:66536:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311767.481258:0:66536:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846867787706048, offset 224 00000400:00000200:2.0:1761311767.481262:0:66536:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.481267:0:66536:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.481272:0:66536:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb76a6eeec0 00000400:00000200:2.0:1761311767.481276:0:66536:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab801 [1] + 224 00000400:00000200:2.0:1761311767.481291:0:66536:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.481294:0:66536:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.481299:0:66536:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7839e63 x1846867787706048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761311767.481334:0:66536:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311767.481336:0:66536:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000020:00000010:2.0:1761311767.481344:0:66536:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000450cd3bb. 00000020:00000010:2.0:1761311767.481351:0:66536:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.481354:0:66536:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000040197696. 00000100:00000200:2.0:1761311767.481365:0:66536:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705984 02000000:00000010:2.0:1761311767.481373:0:66536:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000040197696. 00010000:00000200:2.0:1761311767.481378:0:66536:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000009b8867c8 x1846867787705984/t0(0) o400->lustre-MDT0000-lwp-OST0000_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:2.0:1761311767.481386:0:66536:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311767.481389:0:66536:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846867787705984, offset 224 00000400:00000200:2.0:1761311767.481392:0:66536:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.481396:0:66536:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.481400:0:66536:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb76a6eee80 00000400:00000200:2.0:1761311767.481403:0:66536:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab811 [1] + 224 00000400:00000200:2.0:1761311767.481407:0:66536:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.481409:0:66536:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.481412:0:66536:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000089c88c9 x1846867787705984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761311767.481419:0:66536:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311767.481420:0:66536:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000020:00000010:0.0:1761311767.484075:0:71883:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a8509532. 02000000:00000010:0.0:1761311767.484089:0:71883:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001e76fd36. 00000100:00000200:0.0:1761311767.484098:0:71883:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:0.0:1761311767.484109:0:71883:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d69a8d2. 00000400:00000010:0.0:1761311767.484116:0:71883:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000cefea6eb (tot 82352786). 00000100:00000200:0.0:1761311767.484156:0:67272:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787706240 02000000:00000010:0.0:1761311767.484174:0:67272:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001e76fd36. 00010000:00000200:0.0:1761311767.484184:0:67272:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000007ea331e6 x1846867787706240/t0(0) o400->lustre-MDT0001-lwp-OST0001_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761311767.484200:0:67272:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311767.484203:0:67272:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846867787706240, offset 224 00000400:00000200:0.0:1761311767.484209:0:67272:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761311767.484221:0:67272:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:0.0:1761311767.484232:0:67272:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 10 MB=0x68fb76a6eef80 00000400:00000200:0.0:1761311767.484238:0:67272:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index a from 12345-0@lo of length 224/224 into md 0xab819 [1] + 224 00000400:00000200:0.0:1761311767.484244:0:67272:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.484247:0:67272:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761311767.484254:0:67272:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fe13f89c x1846867787706240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:0.0:1761311767.484270:0:67272:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:0.0:1761311767.484272:0:67272:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00000020:00000010:0.0:1761311767.484294:0:67272:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005808e07a. 00000020:00000010:0.0:1761311767.484300:0:67272:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000494c8061. 00000020:00000010:0.0:1761311767.484303:0:67272:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005085d5fc. 00000020:00000010:0.0:1761311767.484348:0:75359:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000092409c14. 00000020:00000010:0.0:1761311767.484352:0:75359:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.484355:0:75359:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000020:00000010:2.0:1761311767.485005:0:66536:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 00000020:00000010:2.0:1761311767.485011:0:66536:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.485014:0:66536:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061764ca6. 00000020:00000010:2.0:1761311767.485047:0:69078:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000061764ca6. 00000020:00000010:2.0:1761311767.485054:0:69078:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000068683522. 00000020:00000010:2.0:1761311767.485056:0:69078:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.485089:0:69078:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787705792 02000000:00000010:2.0:1761311767.485101:0:69078:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000002848f7a2. 00010000:00000200:2.0:1761311767.485117:0:69078:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000d512b417 x1846867787705792/t0(0) o13->lustre-MDT0000-mdtlov_UUID@0@lo:208/0 lens 224/368 e 0 to 0 dl 1761311773 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-1-0.0' 00000400:00000010:2.0:1761311767.485129:0:69078:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311767.485133:0:69078:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846867787705792, offset 224 00000400:00000200:2.0:1761311767.485138:0:69078:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311767.485147:0:69078:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311767.485154:0:69078:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb76a6eedc0 00000400:00000200:2.0:1761311767.485158:0:69078:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xab7f9 [1] + 224 00000400:00000200:2.0:1761311767.485163:0:69078:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.485165:0:69078:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311767.485171:0:69078:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000129091b7 x1846867787705792/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1761311767.485182:0:75359:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787706304 00000400:00000200:2.0:1761311767.485184:0:69078:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311767.485186:0:69078:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000020:00000010:2.0:1761311767.485192:0:69078:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000068683522. 02000000:00000010:0.0:1761311767.485192:0:75359:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a8509532. 00000020:00000010:2.0:1761311767.485195:0:69078:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.485197:0:69078:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000061764ca6. 00010000:00000200:0.0:1761311767.485197:0:75359:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000007cecda0d x1846867787706304/t0(0) o400->lustre-MDT0000-mdtlov_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761311767.485205:0:75359:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311767.485208:0:75359:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846867787706304, offset 224 00000400:00000200:0.0:1761311767.485211:0:75359:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:0.0:1761311767.485216:0:75359:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000010:2.0:1761311767.485220:0:15816:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c55f99f2. 00000400:00000200:0.0:1761311767.485220:0:75359:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb76a6eefc0 00000400:00000200:2.0:1761311767.485223:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:2.0:1761311767.485224:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000100:00000200:2.0:1761311767.485227:0:15816:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000089c88c9 x1846867787705984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761311767.485234:0:15816:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000089c88c9 x1846867787705984/t0(0) o400->lustre-MDT0000-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:3.0:1761311767.485258:0:75360:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787706112 02000000:00000010:3.0:1761311767.485267:0:75360:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000db2372ee. 00010000:00000200:3.0:1761311767.485272:0:75360:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000de676cbb x1846867787706112/t0(0) o400->lustre-MDT0001-mdtlov_UUID@0@lo:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:2.0' 00000400:00000010:3.0:1761311767.485292:0:75360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000400:00000200:0.0:1761311767.485360:0:75359:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xab809 [1] + 224 00000400:00000200:0.0:1761311767.485365:0:75359:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.485367:0:75359:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:0.0:1761311767.485373:0:75359:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000278fa63c x1846867787706304/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:0.0:1761311767.485383:0:75359:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:0.0:1761311767.485384:0:75359:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00000020:00000010:0.0:1761311767.485391:0:75359:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.485396:0:75359:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.485398:0:75359:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000092409c14. 00000400:00000010:0.0:1761311767.485421:0:15815:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b0a6ce52. 00000400:00000200:0.0:1761311767.485424:0:15815:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000011f87556 00000400:00000010:0.0:1761311767.485426:0:15815:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000011f87556. 00000100:00000200:0.0:1761311767.485429:0:15815:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebef5091 x1846867787705664/t0(0) o400->MGC192.168.203.155@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761311767.485435:0:15815:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebef5091 x1846867787705664/t0(0) o400->MGC192.168.203.155@tcp@0@lo:26/25 lens 224/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1761311767.485449:0:15815:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009779f80c. 02000000:00000010:0.0:1761311767.485456:0:15815:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000093f79f17. 00000100:00000010:0.0:1761311767.485464:0:15815:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebef5091. 00000800:00000200:0.0:1761311767.485579:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.485583:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311767.485588:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.485594:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.485597:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000df9fbfd7 00000400:00000010:0.0:1761311767.485598:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000df9fbfd7. 00000100:00000200:0.0:1761311767.485604:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a61fcec x1846867787705728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311767.485681:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d53d4f. 00000400:00000200:0.0:1761311767.485687:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041cf605b 00000400:00000010:0.0:1761311767.485688:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041cf605b. 00000100:00000200:0.0:1761311767.485692:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0affe4f x1846867787706176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761311767.485704:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0affe4f x1846867787706176/t0(0) o400->lustre-MDT0000-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761311767.485718:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000465441fe. 00000400:00000200:0.0:1761311767.485721:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:0.0:1761311767.485722:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00000100:00000200:0.0:1761311767.485725:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c6f4fdd7 x1846867787706368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761311767.485730:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c6f4fdd7 x1846867787706368/t0(0) o400->lustre-MDT0000-lwp-MDT0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1761311767.485738:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000057cb9d5d. 02000000:00000010:0.0:1761311767.485741:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000066fb6793. 00000100:00000010:0.0:1761311767.485744:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0affe4f. 02000000:00000010:0.0:1761311767.485746:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039075334. 02000000:00000010:0.0:1761311767.485748:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d3614b62. 00000100:00000010:0.0:1761311767.485750:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6f4fdd7. 00000400:00000010:0.0:1761311767.485786:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a628c03. 00000400:00000200:0.0:1761311767.485790:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:0.0:1761311767.485791:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:0.0:1761311767.485795:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a704445 x1846867787705536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1761311767.485801:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a704445 x1846867787705536/t0(0) o41->lustre-MDT0001-osp-MDT0000@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000400:00000010:0.0:1761311767.485816:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:0.0:1761311767.485818:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:0.0:1761311767.485819:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:0.0:1761311767.485821:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000afc4075 x1846867787705856/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761311767.485827:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000afc4075 x1846867787705856/t0(0) o400->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761311767.485837:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6b8ec3. 00000400:00000200:0.0:1761311767.485839:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311767.486662:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:0.0:1761311767.486670:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002b28de8d x1846867787705600/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:0.0:1761311767.486677:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002b28de8d x1846867787705600/t0(0) o41->lustre-MDT0000-osp-MDT0001@0@lo:24/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1761311767.487570:0:15816:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004acc16ce. 00000400:00000200:2.0:1761311767.487577:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:2.0:1761311767.487579:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000100:00000200:2.0:1761311767.487593:0:15816:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fe13f89c x1846867787706240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761311767.487601:0:15816:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fe13f89c x1846867787706240/t0(0) o400->lustre-MDT0001-lwp-OST0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000010:0.0:1761311767.487615:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d35fc8b. 00000400:00000200:0.0:1761311767.487618:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:0.0:1761311767.487620:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000400:00000010:2.0:1761311767.487623:0:15816:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074c9ddea. 00000100:00000200:0.0:1761311767.487625:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000224edcca x1846867787705920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:2.0:1761311767.487627:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:2.0:1761311767.487628:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.487632:0:15816:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000129091b7 x1846867787705792/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 00000100:00000200:0.0:1761311767.487632:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000224edcca x1846867787705920/t0(0) o400->lustre-MDT0000-lwp-MDT0001@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761311767.487639:0:15816:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000129091b7 x1846867787705792/t0(0) o13->lustre-OST0001-osc-MDT0000@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-1-0.0' 02000000:00000010:0.0:1761311767.487649:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 000000007bf5f0d4. 02000000:00000010:0.0:1761311767.487654:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000000bfa8e78. 00000100:00000010:0.0:1761311767.487658:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 00000400:00000010:2.0:1761311767.487660:0:15816:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd826a00. 00000400:00000200:2.0:1761311767.487661:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 02000000:00000010:0.0:1761311767.487661:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c51d2e05. 00000400:00000010:2.0:1761311767.487662:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 02000000:00000010:0.0:1761311767.487664:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000067755a8e. 00000100:00000200:2.0:1761311767.487665:0:15816:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7839e63 x1846867787706048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000010:0.0:1761311767.487666:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000afc4075. 02000000:00000010:0.0:1761311767.487669:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 0000000026f9340a. 00000100:00000200:2.0:1761311767.487671:0:15816:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7839e63 x1846867787706048/t0(0) o400->lustre-MDT0001-lwp-OST0000@0@lo:12/10 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1761311767.487671:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000bc6be7e7. 00000100:00000010:0.0:1761311767.487676:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b28de8d. 02000000:00000010:0.0:1761311767.487679:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009729ae74. 02000000:00000010:0.0:1761311767.487681:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000d12f7a65. 00000400:00000010:2.0:1761311767.487683:0:15816:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019024869. 00000100:00000010:0.0:1761311767.487683:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000224edcca. 00000400:00000200:2.0:1761311767.487684:0:15816:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:2.0:1761311767.487686:0:15816:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000100:00000200:2.0:1761311767.487688:0:15816:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000278fa63c x1846867787706304/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:2.0:1761311767.487694:0:15816:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000278fa63c x1846867787706304/t0(0) o400->lustre-OST0001-osc-MDT0000@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:2.0:1761311767.487704:0:15816:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b1201164. 02000000:00000010:2.0:1761311767.487708:0:15816:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 000000002c11517c. 00000100:00000010:2.0:1761311767.487710:0:15816:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000089c88c9. 02000000:00000010:2.0:1761311767.487713:0:15816:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000777eb6c. 02000000:00000010:2.0:1761311767.487715:0:15816:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000fbeb2eef. 00000100:00000010:2.0:1761311767.487718:0:15816:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fe13f89c. 02000000:00000010:2.0:1761311767.487720:0:15816:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000f91cbfa5. 02000000:00000010:2.0:1761311767.487722:0:15816:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000f389a15b. 00000100:00000010:2.0:1761311767.487724:0:15816:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 02000000:00000010:2.0:1761311767.487726:0:15816:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000099fd200a. 02000000:00000010:2.0:1761311767.487728:0:15816:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000002fe91ba. 00000100:00000010:2.0:1761311767.487730:0:15816:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7839e63. 02000000:00000010:2.0:1761311767.487732:0:15816:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b034dd4. 02000000:00000010:2.0:1761311767.487734:0:15816:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a8b5ffa4. 00000100:00000010:2.0:1761311767.487736:0:15816:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000278fa63c. 00000100:00000200:3.0:1761311767.487754:0:75360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846867787706112, offset 224 00000400:00000200:3.0:1761311767.487764:0:75360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311767.487778:0:75360:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311767.487789:0:75360:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 4 MB=0x68fb76a6eef00 00000400:00000200:3.0:1761311767.487797:0:75360:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 224/224 into md 0xab7c5 [1] + 224 00000400:00000200:3.0:1761311767.487804:0:75360:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.487807:0:75360:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311767.487814:0:75360:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006055bc7e x1846867787706112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:NQr/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000400:00000200:3.0:1761311767.487836:0:75360:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:3.0:1761311767.487838:0:75360:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000020:00000010:3.0:1761311767.487859:0:75360:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000009f1f388e. 00000020:00000010:3.0:1761311767.487864:0:75360:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.487868:0:75360:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000095eb4305. 00000400:00000010:0.0:1761311767.487920:0:15813:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067fc219c. 00000400:00000200:0.0:1761311767.487924:0:15813:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a33c87 00000400:00000010:0.0:1761311767.487925:0:15813:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075a33c87. 00000100:00000200:0.0:1761311767.487929:0:15813:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006055bc7e x1846867787706112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQ/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 00000100:00000200:0.0:1761311767.487935:0:15813:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006055bc7e x1846867787706112/t0(0) o400->lustre-OST0000-osc-MDT0001@0@lo:28/4 lens 224/224 e 0 to 0 dl 1761311811 ref 1 fl Rpc:RNQU/0/ffffffff rc 0/-1 job:'kworker/u8:2.0' 02000000:00000010:0.0:1761311767.487947:0:15813:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000055f354dc. 02000000:00000010:0.0:1761311767.487952:0:15813:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 0000000010eda974. 00000100:00000010:0.0:1761311767.487954:0:15813:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006055bc7e. 00010000:00000010:0.1:1761311767.489948:0:15813:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b83df6bb. 00010000:00000010:2.1:1761311767.497359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000097b801c4. 00010000:00000010:2.1:1761311767.497374:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000400:00000200:2.0:1761311767.497417:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.497434:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eed80 00000400:00000200:2.0:1761311767.497442:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab79d [1] + 224 00000400:00000200:2.0:1761311767.497461:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.497465:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.497474:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a61fcec x1846867787705728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.497526:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:3.0:1761311767.497532:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094a67246 00000400:00000010:3.0:1761311767.497534:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094a67246. 00000100:00000200:3.0:1761311767.497540:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a61fcec x1846867787705728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.497551:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a61fcec x1846867787705728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.497580:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000abf547dd. 02000000:00000010:3.0:1761311767.497586:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002438c15d. 00000100:00000010:3.0:1761311767.497591:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000010:3.0:1761311767.497595:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089497525. 00010000:00000010:3.0:1761311767.497598:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000044957d18. 00000400:00000200:3.0:1761311767.499511:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.499533:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153440 00000400:00000200:3.0:1761311767.499541:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa1c5 [2] + 0 00000400:00000200:3.0:1761311767.499606:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.499611:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.499617:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.499623:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00000020:00000010:2.0:1761311767.501381:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003b034dd4. 00000020:00000010:2.0:1761311767.501391:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.501396:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.501423:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b91edfc x1846867781825600/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311767.501464:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825600 02000000:00000010:2.0:1761311767.501474:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000099fd200a. 00010000:00000010:2.0:1761311767.501502:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006deccdb6. 00010000:00000010:2.0:1761311767.501527:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006915bf80. 00000100:00000010:2.0:1761311767.501537:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098e67135. 00000100:00000010:2.0:1761311767.501549:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098e67135. 00010000:00000010:2.0:1761311767.501554:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006915bf80. 00000400:00000010:2.0:1761311767.501569:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311767.501575:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825600, offset 224 00000400:00000200:2.0:1761311767.501585:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.501601:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.501609:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87800:87800:256:4294967295] 192.168.203.55@tcp LPNI seq info [87800:87800:8:4294967295] 00000400:00000200:2.0:1761311767.501621:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.501626:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.501631:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.501636:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.501643:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.501647:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.501666:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.501673:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.501676:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003b034dd4. 00000800:00000200:2.0:1761311767.501772:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.501775:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311767.501779:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.501783:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.501788:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:2.0:1761311767.501790:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00080000:00000010:3.0:1761311767.502256:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003dbdd1f7. 00010000:00000010:3.0:1761311767.502414:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d5ae1022. 00010000:00000010:3.0:1761311767.502422:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c87f24a. 00000001:00000010:3.0:1761311767.502441:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d35fc8b. 00000001:00000010:3.0:1761311767.502454:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d35fc8b. 00080000:00000010:3.0:1761311767.502462:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abf547dd. 00000001:00000010:3.0:1761311767.502470:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d35fc8b. 00000001:00000010:3.0:1761311767.502476:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d35fc8b. 00000001:00000010:3.0:1761311767.502481:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000001d35fc8b. 00000001:00000010:3.0:1761311767.502486:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000001d35fc8b. 00100000:00000010:3.0:1761311767.502499:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000464eacbc. 00010000:00000010:3.0:1761311767.502513:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311767.502519:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311767.502530:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c3e0f099. 00000100:00000010:3.0:1761311767.502535:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7337232. 00000100:00000010:3.0:1761311767.502542:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 02000000:00000010:3.0:1761311767.502557:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006e48f9c8. 02000000:00000010:3.0:1761311767.502585:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000046a47731. 00000400:00000010:3.0:1761311767.502590:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001d35fc8b. 00000400:00000010:3.0:1761311767.502596:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.502601:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706432, portal 16 00000400:00000010:3.0:1761311767.502606:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311767.502609:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706432, offset 0 00000400:00000200:3.0:1761311767.502616:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.502625:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.502631:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.502635:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.502638:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.502641:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87801:87801:256:4294967295] 192.168.203.55@tcp LPNI seq info [87801:87801:8:4294967295] 00000400:00000200:3.0:1761311767.502650:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.502655:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.502659:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311767.502663:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.502668:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.502671:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.504378:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.504386:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:2.0:1761311767.504397:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.504406:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.504412:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:2.0:1761311767.504414:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:2.0:1761311767.504426:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008de06de5 x1846867787706432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311767.509373:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000028cbf103. 00010000:00000010:3.1:1761311767.509386:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007254721c. 00000400:00000200:3.0:1761311767.509654:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.509669:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef040 00000400:00000200:3.0:1761311767.509677:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab841 [1] + 224 00000400:00000200:3.0:1761311767.509693:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.509696:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.509708:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008de06de5 x1846867787706432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.509996:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000010:1.0:1761311767.510003:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000001d35fc8b. 00000400:00000200:3.0:1761311767.510004:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153480 00000400:00000200:1.0:1761311767.510010:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:1.0:1761311767.510013:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:1.0:1761311767.510021:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008de06de5 x1846867787706432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.510035:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008de06de5 x1846867787706432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.510063:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000046a47731. 02000000:00000010:1.0:1761311767.510069:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006e48f9c8. 00000100:00000010:1.0:1761311767.510073:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 00000100:00000010:1.0:1761311767.510077:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7337232. 00010000:00000010:1.0:1761311767.510081:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c3e0f099. 00000400:00000200:3.0:1761311767.511896:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa1c5 [2] + 328 00000400:00000200:3.0:1761311767.511974:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.511979:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.511985:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.511990:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:1.0:1761311767.512074:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:1.0:1761311767.512082:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.512087:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.512113:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781825664/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311767.512147:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825664 02000000:00000010:1.0:1761311767.512158:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000409f31b9. 00010000:00000010:1.0:1761311767.512185:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074d887b4. 00010000:00000010:1.0:1761311767.512213:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b45ccd1c. 00000100:00000010:1.0:1761311767.512221:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.512242:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.512245:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b45ccd1c. 00000400:00000010:1.0:1761311767.512260:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311767.512265:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825664, offset 224 00080000:00000010:3.0:1761311767.512272:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b50da492. 00000400:00000200:1.0:1761311767.512273:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.512296:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.512302:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87802:87802:256:4294967295] 192.168.203.55@tcp LPNI seq info [87802:87802:8:4294967295] 00000400:00000200:1.0:1761311767.512334:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.512340:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.512346:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.512352:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.512358:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.512363:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.512383:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.512387:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.512390:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00010000:00000010:3.0:1761311767.512430:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311767.512440:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da0641b0. 00000001:00000010:3.0:1761311767.512457:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311767.512471:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00000800:00000200:1.0:1761311767.512475:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:3.0:1761311767.512478:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006e48f9c8. 00000800:00000010:1.0:1761311767.512479:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.512484:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:3.0:1761311767.512487:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000400:00000200:1.0:1761311767.512488:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.512493:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000001:00000010:3.0:1761311767.512495:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00000400:00000010:1.0:1761311767.512495:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000001:00000010:3.0:1761311767.512503:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e6b8ec3. 00000001:00000010:3.0:1761311767.512508:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e6b8ec3. 00100000:00000010:3.0:1761311767.512520:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c6199469. 00010000:00000010:3.0:1761311767.512574:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f090f8a6. 00010000:00000010:3.0:1761311767.512581:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311767.512592:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ebc2fce9. 00000100:00000010:3.0:1761311767.512596:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e7337232. 00000100:00000010:3.0:1761311767.512603:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 02000000:00000010:3.0:1761311767.512613:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046a47731. 02000000:00000010:3.0:1761311767.512637:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d3f4456b. 00000400:00000010:3.0:1761311767.512642:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e6b8ec3. 00000400:00000010:3.0:1761311767.512646:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311767.512652:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706496, portal 16 00000400:00000010:3.0:1761311767.512657:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311767.512659:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706496, offset 0 00000400:00000200:3.0:1761311767.512664:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.513080:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.513087:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.513090:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.513093:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.513095:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87803:87803:256:4294967295] 192.168.203.55@tcp LPNI seq info [87803:87803:8:4294967295] 00000400:00000200:3.0:1761311767.513103:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.513107:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.513112:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311767.513117:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.513121:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.513124:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.513226:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.513229:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:1.0:1761311767.513233:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.513237:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.513239:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:1.0:1761311767.513241:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:1.0:1761311767.513246:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c241c5e9 x1846867787706496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.513524:0:78610:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000981b1e5. 00010000:00000010:3.1:1761311767.521294:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000086ffd2ce. 00010000:00000010:3.1:1761311767.521305:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:3.0:1761311767.523986:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.524006:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef080 00000400:00000200:3.0:1761311767.524016:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab84d [1] + 224 00000400:00000200:3.0:1761311767.524028:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.524032:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.524045:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c241c5e9 x1846867787706496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.524093:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.524098:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1534c0 00000400:00000200:3.0:1761311767.524102:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa1c5 [2] + 656 00000400:00000200:3.0:1761311767.524149:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.524152:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.524156:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.524161:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 00000400:00000010:0.0:1761311767.524234:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e6b8ec3. 00000400:00000200:0.0:1761311767.524240:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:0.0:1761311767.524243:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:0.0:1761311767.524248:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c241c5e9 x1846867787706496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.524256:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c241c5e9 x1846867787706496/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.524292:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d3f4456b. 02000000:00000010:0.0:1761311767.524298:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046a47731. 00000100:00000010:0.0:1761311767.524303:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 00000100:00000010:0.0:1761311767.524306:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e7337232. 00010000:00000010:0.0:1761311767.524340:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ebc2fce9. 00000020:00000010:2.0:1761311767.525372:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000777eb6c. 00000020:00000010:2.0:1761311767.525382:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.525387:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.525413:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed08d72 x1846867781825728/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311767.525447:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825728 02000000:00000010:2.0:1761311767.525456:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b1201164. 00010000:00000010:2.0:1761311767.525483:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000403891d5. 00010000:00000010:2.0:1761311767.525499:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006915bf80. 00000100:00000010:2.0:1761311767.525505:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db1b0d1. 00000100:00000010:2.0:1761311767.525522:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db1b0d1. 00010000:00000010:2.0:1761311767.525525:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006915bf80. 00000400:00000010:2.0:1761311767.525538:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311767.525544:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825728, offset 224 00000400:00000200:2.0:1761311767.525551:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:0.0:1761311767.525561:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000055f354dc. 00000400:00000200:2.0:1761311767.525563:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.525568:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87804:87804:256:4294967295] 192.168.203.55@tcp LPNI seq info [87804:87804:8:4294967295] 00000400:00000200:2.0:1761311767.525578:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.525582:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.525586:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.525590:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.525596:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.525599:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.525617:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.525622:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.525624:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000777eb6c. 00010000:00000010:0.0:1761311767.525671:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a28d13d1. 00010000:00000010:0.0:1761311767.525679:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008c327959. 00000001:00000010:0.0:1761311767.525696:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.525706:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00080000:00000010:0.0:1761311767.525712:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000057cb9d5d. 00000001:00000010:0.0:1761311767.525719:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.525724:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.525729:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000067fc219c. 00000001:00000010:0.0:1761311767.525734:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000067fc219c. 00100000:00000010:0.0:1761311767.525745:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a10ec112. 00100000:00000010:0.0:1761311767.525752:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b42317cb. 00100000:00000010:0.0:1761311767.525756:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002f8f6281. 00010000:00000010:0.0:1761311767.525775:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b42a724. 00010000:00000010:0.0:1761311767.525780:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000c215f39. 00010000:00000010:0.0:1761311767.525790:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cbeadb8e. 00000100:00000010:0.0:1761311767.525795:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.525801:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006055bc7e. 02000000:00000010:0.0:1761311767.525811:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000046a47731. 02000000:00000010:0.0:1761311767.525832:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002438c15d. 00000400:00000010:0.0:1761311767.525837:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067fc219c. 00000400:00000010:0.0:1761311767.525842:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000075a33c87. 00000100:00000200:0.0:1761311767.525847:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706560, portal 16 00000400:00000010:0.0:1761311767.525852:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000637a7bb9. 00000100:00000200:0.0:1761311767.525854:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706560, offset 0 00000400:00000200:0.0:1761311767.525858:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.525864:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.525871:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.525874:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.525877:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.525879:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87805:87805:255:4294967295] 192.168.203.55@tcp LPNI seq info [87805:87805:7:4294967295] 00000400:00000200:0.0:1761311767.525886:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.525889:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.525892:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82353034). 00000800:00000200:0.0:1761311767.525896:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.525900:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.525902:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.525978:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.525982:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:2.0:1761311767.525986:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.525991:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.525994:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:2.0:1761311767.525996:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00010000:00000010:1.1:1761311767.526323:0:78611:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a23d554d. 00000800:00000200:2.0:1761311767.526408:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.526411:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:2.0:1761311767.526414:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.526418:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.526421:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000637a7bb9 00000400:00000010:2.0:1761311767.526422:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000637a7bb9. 00000100:00000200:2.0:1761311767.526428:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006055bc7e x1846867787706560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.532422:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000341bf6eb. 00000400:00000200:1.0:1761311767.532609:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.532625:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef0c0 00000400:00000200:1.0:1761311767.532632:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab859 [1] + 224 00000400:00000200:1.0:1761311767.532644:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.532648:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.532660:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006055bc7e x1846867787706560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.532685:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.532689:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153500 00000400:00000200:1.0:1761311767.532693:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa1c5 [2] + 984 00000400:00000200:1.0:1761311767.532757:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.532761:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.532766:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.532771:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000400:00000010:3.0:1761311767.532859:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000067fc219c. 00000400:00000200:3.0:1761311767.532866:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000075a33c87 00000400:00000010:3.0:1761311767.532867:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000075a33c87. 00000100:00000200:3.0:1761311767.532873:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006055bc7e x1846867787706560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.532881:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006055bc7e x1846867787706560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.532910:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002438c15d. 02000000:00000010:3.0:1761311767.532916:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000046a47731. 00000100:00000010:3.0:1761311767.532921:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006055bc7e. 00000100:00000010:3.0:1761311767.532924:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:3.0:1761311767.532928:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cbeadb8e. 00000020:00000010:2.0:1761311767.533103:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000777eb6c. 00000020:00000010:2.0:1761311767.533110:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.533114:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.533136:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781825792/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311767.533175:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825792 02000000:00000010:2.0:1761311767.533184:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000061764ca6. 00010000:00000010:2.0:1761311767.533211:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e1977c13. 00010000:00000010:2.0:1761311767.533228:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006915bf80. 00000100:00000010:2.0:1761311767.533234:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db1b0d1. 00000100:00000010:2.0:1761311767.533245:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db1b0d1. 00010000:00000010:2.0:1761311767.533247:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006915bf80. 00000400:00000010:2.0:1761311767.533258:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311767.533262:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825792, offset 224 00000400:00000200:2.0:1761311767.533270:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.533290:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.533295:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87806:87806:256:4294967295] 192.168.203.55@tcp LPNI seq info [87806:87806:8:4294967295] 00000400:00000200:2.0:1761311767.533305:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.533332:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.533337:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.533342:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.533347:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.533351:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.533366:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.533371:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.533374:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000777eb6c. 00000800:00000200:2.0:1761311767.533449:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.533453:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311767.533456:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.533459:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.533462:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:2.0:1761311767.533463:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00080000:00000010:2.0:1761311767.533485:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000777eb6c. 00010000:00000010:2.0:1761311767.533641:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c215f39. 00010000:00000010:2.0:1761311767.533650:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000025b42543. 00000001:00000010:2.0:1761311767.533672:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000019024869. 00000001:00000010:2.0:1761311767.533685:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000019024869. 00080000:00000010:2.0:1761311767.533690:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001bf2f9da. 00000001:00000010:2.0:1761311767.533699:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000019024869. 00000001:00000010:2.0:1761311767.533704:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000019024869. 00000001:00000010:2.0:1761311767.533708:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000019024869. 00000001:00000010:2.0:1761311767.533713:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000019024869. 00100000:00000010:2.0:1761311767.533725:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000088d48a4b. 00010000:00000010:2.0:1761311767.533743:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.0:1761311767.533749:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311767.533758:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006915bf80. 00000100:00000010:2.0:1761311767.533761:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db1b0d1. 00000100:00000010:2.0:1761311767.533768:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311767.533778:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c2629717. 02000000:00000010:2.0:1761311767.533801:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000010bbba5e. 00000400:00000010:2.0:1761311767.533805:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019024869. 00000400:00000010:2.0:1761311767.533809:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311767.533815:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706624, portal 16 00000400:00000010:2.0:1761311767.533819:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311767.533821:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706624, offset 0 00000400:00000200:2.0:1761311767.533826:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.533832:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.533838:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.533983:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.533986:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.533989:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87807:87807:256:4294967295] 192.168.203.55@tcp LPNI seq info [87807:87807:8:4294967295] 00000400:00000200:2.0:1761311767.533997:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.534002:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.534005:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.534009:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.534013:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.534016:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.534081:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.534083:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311767.534086:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.534089:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.534091:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:2.0:1761311767.534092:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 00000100:00000200:2.0:1761311767.534097:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000003a61fcec x1846867787706624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311767.534180:0:78608:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc84fdf6. 00010000:00000010:0.1:1761311767.534186:0:78608:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f090f8a6. 00010000:00000010:2.1:1761311767.541373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c852aab8. 00000400:00000200:1.0:1761311767.541548:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.541569:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef100 00000400:00000200:1.0:1761311767.541580:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab865 [1] + 224 00000400:00000200:1.0:1761311767.541601:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.541605:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.541615:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000003a61fcec x1846867787706624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.541665:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019024869. 00000400:00000200:2.0:1761311767.541670:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:2.0:1761311767.541672:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000100:00000200:2.0:1761311767.541680:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000003a61fcec x1846867787706624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.541687:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000003a61fcec x1846867787706624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.541716:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000010bbba5e. 02000000:00000010:2.0:1761311767.541721:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c2629717. 00000100:00000010:2.0:1761311767.541725:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 00000100:00000010:2.0:1761311767.541729:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db1b0d1. 00010000:00000010:2.0:1761311767.541732:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006915bf80. 00000400:00000200:2.0:1761311767.542444:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.542454:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153540 00000400:00000200:2.0:1761311767.542459:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa1c5 [2] + 1312 00000400:00000200:2.0:1761311767.542513:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.542517:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.542522:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311767.542527:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00010000:00000010:2.1:1761311767.543370:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006fcf4d76. 00010000:00000010:2.1:1761311767.543378:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00000020:00000010:3.0:1761311767.543562:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d52ea033. 00000020:00000010:3.0:1761311767.543570:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.543574:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.543599:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781825856/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311767.543634:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825856 02000000:00000010:3.0:1761311767.543644:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465fad4e. 00010000:00000010:3.0:1761311767.543669:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c119b749. 00010000:00000010:3.0:1761311767.543687:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311767.543694:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094224884. 00000100:00000010:3.0:1761311767.543711:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094224884. 00010000:00000010:3.0:1761311767.543714:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311767.543728:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311767.543733:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825856, offset 224 00000400:00000200:3.0:1761311767.543741:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.543753:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00080000:00000010:2.0:1761311767.543754:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2629717. 00000400:00000200:3.0:1761311767.543759:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87808:87808:256:4294967295] 192.168.203.55@tcp LPNI seq info [87808:87808:8:4294967295] 00000400:00000200:3.0:1761311767.543768:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.543773:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00010000:00000010:2.0:1761311767.543865:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311767.543872:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000031db1dfa. 00000001:00000010:2.0:1761311767.543888:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000019024869. 00000001:00000010:2.0:1761311767.543902:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000019024869. 00080000:00000010:2.0:1761311767.543907:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000010bbba5e. 00000001:00000010:2.0:1761311767.543914:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000019024869. 00000001:00000010:2.0:1761311767.543920:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000019024869. 00000001:00000010:2.0:1761311767.543924:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000019024869. 00000001:00000010:2.0:1761311767.543929:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000019024869. 00100000:00000010:2.0:1761311767.543941:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000eb3a3d9e. 00010000:00000010:2.0:1761311767.543957:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000003112fe4. 00010000:00000010:2.0:1761311767.543962:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311767.543971:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000006915bf80. 00000100:00000010:2.0:1761311767.543974:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db1b0d1. 00000100:00000010:2.0:1761311767.543980:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 02000000:00000010:2.0:1761311767.543990:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003b034dd4. 02000000:00000010:2.0:1761311767.544010:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000004b705c6. 00000400:00000010:2.0:1761311767.544013:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000019024869. 00000400:00000010:2.0:1761311767.544018:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008d66aa52. 00000100:00000200:2.0:1761311767.544023:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706688, portal 16 00000400:00000010:2.0:1761311767.544027:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0175706. 00000100:00000200:2.0:1761311767.544030:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706688, offset 0 00000400:00000200:2.0:1761311767.544034:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.544040:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.544045:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.544048:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.544051:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.544053:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87809:87809:255:4294967295] 192.168.203.55@tcp LPNI seq info [87809:87809:7:4294967295] 00000400:00000200:2.0:1761311767.544060:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.544064:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.544067:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.544072:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.544078:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.544082:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.544328:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.544332:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.544336:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.544340:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.544344:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0175706 00000400:00000010:0.0:1761311767.544346:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0175706. 00000100:00000200:0.0:1761311767.544351:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac3e3358 x1846867787706688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000010:3.0:1761311767.545165:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311767.545176:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.545180:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.545183:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.545219:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.545224:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.545227:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d52ea033. 00000800:00000200:0.0:1761311767.545399:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.545402:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311767.545406:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.545410:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.545414:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:0.0:1761311767.545415:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00010000:00000010:2.1:1761311767.557165:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d342198a. 00010000:00000010:2.1:1761311767.557178:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311767.558989:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd28282c. 00000400:00000200:2.0:1761311767.559664:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.559683:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef140 00000400:00000200:2.0:1761311767.559692:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab871 [1] + 224 00000400:00000200:2.0:1761311767.559704:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.559709:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.559720:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac3e3358 x1846867787706688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.559763:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.559769:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153580 00000400:00000200:2.0:1761311767.559774:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa1c5 [2] + 1640 00000400:00000010:0.0:1761311767.559785:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000019024869. 00000400:00000200:2.0:1761311767.559786:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.559788:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.559792:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008d66aa52 00000400:00000010:0.0:1761311767.559796:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008d66aa52. 00000100:00000200:0.0:1761311767.559801:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac3e3358 x1846867787706688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.559802:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311767.559808:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 00000100:00000200:0.0:1761311767.559808:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac3e3358 x1846867787706688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.559836:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000004b705c6. 02000000:00000010:0.0:1761311767.559855:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003b034dd4. 00000100:00000010:0.0:1761311767.559859:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000010:0.0:1761311767.559863:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db1b0d1. 00010000:00000010:0.0:1761311767.559866:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000006915bf80. 00000020:00000010:1.0:1761311767.561134:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150fec08. 00000020:00000010:1.0:1761311767.561144:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.561148:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.561175:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c3aef0b x1846867781825920/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311767.561212:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825920 02000000:00000010:1.0:1761311767.561223:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004b41bed8. 00010000:00000010:1.0:1761311767.561249:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000672e16cb. 00010000:00000010:1.0:1761311767.561269:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021ea3ac9. 00000100:00000010:1.0:1761311767.561274:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.561295:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.561298:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021ea3ac9. 00000400:00000010:1.0:1761311767.561333:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311767.561339:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825920, offset 224 00080000:00000010:0.0:1761311767.561341:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000092409c14. 00000400:00000200:1.0:1761311767.561345:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.561357:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.561362:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87810:87810:256:4294967295] 192.168.203.55@tcp LPNI seq info [87810:87810:8:4294967295] 00000400:00000200:1.0:1761311767.561371:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.561376:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.561380:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.561386:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.561392:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.561395:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.561416:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.561420:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.561424:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000150fec08. 00010000:00000010:0.0:1761311767.561457:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e23cc3d. 00010000:00000010:0.0:1761311767.561464:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003c5c383a. 00000001:00000010:0.0:1761311767.561482:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.561493:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00080000:00000010:0.0:1761311767.561500:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009779f80c. 00000001:00000010:0.0:1761311767.561508:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.561514:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.561519:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000465441fe. 00000001:00000010:0.0:1761311767.561524:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000465441fe. 00100000:00000010:0.0:1761311767.561537:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b66c76cb. 00010000:00000010:0.0:1761311767.561552:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.0:1761311767.561558:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c7498f67. 00010000:00000010:0.0:1761311767.561568:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000396267ee. 00000100:00000010:0.0:1761311767.561571:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629f5a95. 00000100:00000010:0.0:1761311767.561577:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000224edcca. 02000000:00000010:0.0:1761311767.561586:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002438c15d. 02000000:00000010:0.0:1761311767.561608:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ec225cba. 00000400:00000010:0.0:1761311767.561612:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000465441fe. 00000400:00000010:0.0:1761311767.561617:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000041cf605b. 00000100:00000200:0.0:1761311767.561622:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706752, portal 16 00000400:00000010:0.0:1761311767.561626:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000de44d5f9. 00000100:00000200:0.0:1761311767.561629:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706752, offset 0 00000400:00000200:0.0:1761311767.561634:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.561640:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.561646:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.561650:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.561653:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.561655:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87811:87811:255:4294967295] 192.168.203.55@tcp LPNI seq info [87811:87811:7:4294967295] 00000400:00000200:0.0:1761311767.561662:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.561665:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.561669:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82353034). 00000800:00000200:0.0:1761311767.561673:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.561676:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.561678:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.562147:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.562152:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:2.0:1761311767.562156:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.562161:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.562165:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:2.0:1761311767.562167:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000800:00000200:2.0:1761311767.562226:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.562228:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:2.0:1761311767.562232:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.562235:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.562237:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000de44d5f9 00000400:00000010:2.0:1761311767.562238:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000de44d5f9. 00000100:00000200:2.0:1761311767.562242:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000224edcca x1846867787706752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.564839:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.565093:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef180 00000400:00000200:3.0:1761311767.565101:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab87d [1] + 224 00000400:00000200:3.0:1761311767.565115:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.565118:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.565128:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000224edcca x1846867787706752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.565562:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000465441fe. 00000400:00000200:1.0:1761311767.565568:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000041cf605b 00000400:00000010:1.0:1761311767.565570:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000041cf605b. 00000100:00000200:1.0:1761311767.565575:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000224edcca x1846867787706752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.565584:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000224edcca x1846867787706752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.565613:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ec225cba. 02000000:00000010:1.0:1761311767.565618:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002438c15d. 00000100:00000010:1.0:1761311767.565623:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000224edcca. 00000100:00000010:1.0:1761311767.565626:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000629f5a95. 00010000:00000010:1.0:1761311767.565629:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000396267ee. 00000400:00000200:3.0:1761311767.566341:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.566352:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1535c0 00000400:00000200:3.0:1761311767.566358:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa1c5 [2] + 1968 00000400:00000010:3.0:1761311767.566361:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ad481b6a. 00000400:00000200:3.0:1761311767.566365:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009ffaf9b1 00000400:00000200:3.0:1761311767.566412:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.566416:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.566419:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009ffaf9b1 00000400:00000010:3.0:1761311767.566420:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009ffaf9b1 (tot 82352386). 00000100:00000200:3.0:1761311767.566425:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311767.566798:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000150fec08. 00000020:00000010:1.0:1761311767.566804:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.566809:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.566833:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000025e61296 x1846867781825984/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311767.566873:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781825984 02000000:00000010:1.0:1761311767.566885:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad1fd2c2. 00010000:00000010:1.0:1761311767.566912:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bfa1337b. 00010000:00000010:1.0:1761311767.566933:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021ea3ac9. 00000100:00000010:1.0:1761311767.566939:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000ca301ff7. 00000100:00000010:1.0:1761311767.566948:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000ca301ff7. 00010000:00000010:1.0:1761311767.566951:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021ea3ac9. 00000400:00000010:1.0:1761311767.566963:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311767.566967:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781825984, offset 224 00000400:00000200:1.0:1761311767.566974:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.566984:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.566990:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87812:87812:256:4294967295] 192.168.203.55@tcp LPNI seq info [87812:87812:8:4294967295] 00000400:00000200:1.0:1761311767.566999:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.567004:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.567008:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352634). 00000800:00000200:1.0:1761311767.567013:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.567019:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.567022:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.567037:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.567041:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.567043:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000150fec08. 02000000:00000010:1.0:1761311767.567050:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004b41bed8. 00000100:00000010:1.0:1761311767.567052:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 02000000:00000010:1.0:1761311767.567055:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465fad4e. 00000100:00000010:1.0:1761311767.567057:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:1.0:1761311767.567060:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000061764ca6. 00000100:00000010:1.0:1761311767.567063:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311767.567066:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b1201164. 00000100:00000010:1.0:1761311767.567068:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 02000000:00000010:1.0:1761311767.567070:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000409f31b9. 00000100:00000010:1.0:1761311767.567072:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:1.0:1761311767.567075:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000099fd200a. 00000100:00000010:1.0:1761311767.567077:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 00000100:00000200:1.0:1761311767.567082:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311767.567087:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000001ac34a19. 00000400:00000010:1.0:1761311767.567090:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000ca301ff7 (tot 82352786). 00080000:00000010:1.0:1761311767.567111:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000409f31b9. 00010000:00000010:1.0:1761311767.567222:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7498f67. 00010000:00000010:1.0:1761311767.567228:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063b4e2ef. 00000001:00000010:1.0:1761311767.567246:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd09a59. 00000001:00000010:1.0:1761311767.567259:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007cd09a59. 00080000:00000010:1.0:1761311767.567265:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b41bed8. 00000001:00000010:1.0:1761311767.567273:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd09a59. 00000001:00000010:1.0:1761311767.567293:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007cd09a59. 00000001:00000010:1.0:1761311767.567299:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd09a59. 00000001:00000010:1.0:1761311767.567305:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007cd09a59. 00100000:00000010:1.0:1761311767.567338:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007b2456bf. 00010000:00000010:1.0:1761311767.567359:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311767.567366:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d4537c6. 00010000:00000010:1.0:1761311767.567378:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000021ea3ac9. 00000100:00000010:1.0:1761311767.567384:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.567391:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311767.567403:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000150fec08. 02000000:00000010:1.0:1761311767.567430:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c8ee9c6e. 00000400:00000010:1.0:1761311767.567433:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd09a59. 00000400:00000010:1.0:1761311767.567437:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311767.567441:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706816, portal 16 00000400:00000010:1.0:1761311767.567445:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311767.567447:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706816, offset 0 00000400:00000200:1.0:1761311767.567452:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000800:00000200:2.0:1761311767.568110:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.568115:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311767.568120:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.568125:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.568128:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:2.0:1761311767.568130:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 02000000:00000010:2.0:1761311767.568134:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad1fd2c2. 00010000:00000010:1.1:1761311767.568820:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b579d5bc. 00000400:00000200:1.0:1761311767.568832:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.568840:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.568950:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.568953:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.568955:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87813:87813:255:4294967295] 192.168.203.55@tcp LPNI seq info [87813:87813:7:4294967295] 00000400:00000200:1.0:1761311767.568965:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.568971:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.568974:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.568980:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.568986:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.568989:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.569069:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.569071:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311767.569075:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.569078:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.569081:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:2.0:1761311767.569083:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:2.0:1761311767.569090:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787706816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.574762:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c43c5844. 00010000:00000010:1.1:1761311767.574778:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000065863272. 00010000:00000010:1.1:1761311767.574783:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.1:1761311767.575249:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c4a167b. 00010000:00000010:0.1:1761311767.575257:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000003112fe4. 00000400:00000200:0.0:1761311767.575356:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.575374:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef1c0 00000400:00000200:0.0:1761311767.575383:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab88d [1] + 224 00000400:00000200:0.0:1761311767.575396:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.575400:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.575414:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787706816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.575448:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.575453:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153600 00000400:00000200:0.0:1761311767.575458:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa21d [2] + 0 00000400:00000200:0.0:1761311767.575532:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.575536:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.575540:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.575547:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b28de8d. 00000400:00000010:2.0:1761311767.575582:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd09a59. 00000400:00000200:2.0:1761311767.575589:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b91aca91 00000400:00000010:2.0:1761311767.575591:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b91aca91. 00000100:00000200:2.0:1761311767.575598:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787706816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.575607:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787706816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.575648:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c8ee9c6e. 02000000:00000010:2.0:1761311767.575655:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000150fec08. 00000100:00000010:2.0:1761311767.575659:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:2.0:1761311767.575664:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:2.0:1761311767.575667:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000021ea3ac9. 00000020:00000010:1.0:1761311767.575757:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d3e2e91. 00000020:00000010:1.0:1761311767.575766:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.575771:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.575802:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b28de8d x1846867781826048/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311767.575839:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826048 02000000:00000010:1.0:1761311767.575859:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007d5480c7. 00010000:00000010:1.0:1761311767.575888:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001812b3bf. 00010000:00000010:1.0:1761311767.575911:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b45ccd1c. 00000100:00000010:1.0:1761311767.575917:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.575934:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.575936:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b45ccd1c. 00000400:00000010:1.0:1761311767.575948:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311767.575952:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826048, offset 224 00000400:00000200:1.0:1761311767.575959:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.575968:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.575973:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87814:87814:256:4294967295] 192.168.203.55@tcp LPNI seq info [87814:87814:8:4294967295] 00000400:00000200:1.0:1761311767.575982:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.575987:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.575991:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.575997:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.576003:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.576006:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.576024:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.576027:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.576030:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d3e2e91. 00000800:00000200:1.0:1761311767.576092:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.576096:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.576099:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.576102:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.576105:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:1.0:1761311767.576107:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00080000:00000010:2.0:1761311767.576198:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099fd200a. 00010000:00000010:2.0:1761311767.576375:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d4537c6. 00010000:00000010:2.0:1761311767.576382:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b584c674. 00000001:00000010:2.0:1761311767.576402:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.576417:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00080000:00000010:2.0:1761311767.576422:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1201164. 00000001:00000010:2.0:1761311767.576431:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.576436:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.576441:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.576446:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00100000:00000010:2.0:1761311767.576458:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004508790e. 00100000:00000010:2.0:1761311767.576465:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000007bde357a. 00100000:00000010:2.0:1761311767.576468:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001d5c17d5. 00010000:00000010:2.0:1761311767.576490:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:2.0:1761311767.576495:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056523a46. 00010000:00000010:2.0:1761311767.576505:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048900c55. 00000100:00000010:2.0:1761311767.576509:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019b3f05b. 00000100:00000010:2.0:1761311767.576515:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311767.576525:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000061764ca6. 02000000:00000010:2.0:1761311767.576548:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003b034dd4. 00000400:00000010:2.0:1761311767.576552:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd826a00. 00000400:00000010:2.0:1761311767.576556:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.576561:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706880, portal 16 00000400:00000010:2.0:1761311767.576565:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311767.576567:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706880, offset 0 00000400:00000200:2.0:1761311767.576572:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.576579:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.576585:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.576588:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.576591:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.576593:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87815:87815:256:4294967295] 192.168.203.55@tcp LPNI seq info [87815:87815:8:4294967295] 00000400:00000200:2.0:1761311767.576601:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.576605:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.576608:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.576612:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.576616:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.576618:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.576689:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.576692:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.576696:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.576699:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.576702:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:0.0:1761311767.576704:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000100:00000200:0.0:1761311767.576710:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787706880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.580883:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006eb0a1e3. 00010000:00000010:2.1:1761311767.580897:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311767.581360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004dca9fb6. 00000400:00000200:0.0:1761311767.581969:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.581984:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef200 00000400:00000200:0.0:1761311767.581992:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab899 [1] + 224 00000400:00000200:0.0:1761311767.582003:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.582008:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.582018:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787706880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.582055:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.582060:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153640 00000400:00000200:0.0:1761311767.582065:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa21d [2] + 328 00000400:00000010:2.0:1761311767.582078:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd826a00. 00000400:00000200:2.0:1761311767.582082:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:2.0:1761311767.582085:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.582090:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787706880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.582096:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787706880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.582114:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.582118:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.582121:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 02000000:00000010:2.0:1761311767.582123:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003b034dd4. 00000100:00000010:0.0:1761311767.582125:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000afc4075. 02000000:00000010:2.0:1761311767.582128:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000061764ca6. 00000100:00000010:2.0:1761311767.582132:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:2.0:1761311767.582136:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019b3f05b. 00010000:00000010:2.0:1761311767.582139:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048900c55. 00000020:00000010:1.0:1761311767.582345:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005d3e2e91. 00000020:00000010:1.0:1761311767.582352:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.582357:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.582382:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000afc4075 x1846867781826112/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311767.582418:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826112 02000000:00000010:1.0:1761311767.582428:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edef3b3a. 00010000:00000010:1.0:1761311767.582454:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000feaea703. 00010000:00000010:1.0:1761311767.582472:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b45ccd1c. 00000100:00000010:1.0:1761311767.582477:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.582485:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.582487:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b45ccd1c. 00000400:00000010:1.0:1761311767.582498:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311767.582501:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826112, offset 224 00000400:00000200:1.0:1761311767.582508:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.582517:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.582522:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87816:87816:256:4294967295] 192.168.203.55@tcp LPNI seq info [87816:87816:8:4294967295] 00000400:00000200:1.0:1761311767.582532:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.582537:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.582540:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.582545:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.582551:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.582554:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.582575:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.582579:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.582581:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005d3e2e91. 00080000:00000010:1.0:1761311767.582602:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d3e2e91. 00000800:00000200:0.0:1761311767.582642:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.582646:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.582650:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.582654:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.582657:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:0.0:1761311767.582658:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00010000:00000010:1.0:1761311767.582735:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056523a46. 00010000:00000010:1.0:1761311767.582742:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b5e4c7f4. 00000001:00000010:1.0:1761311767.582764:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009488180. 00000001:00000010:1.0:1761311767.582780:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009488180. 00080000:00000010:1.0:1761311767.582786:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fdb0abcf. 00000001:00000010:1.0:1761311767.582794:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009488180. 00000001:00000010:1.0:1761311767.582799:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009488180. 00000001:00000010:1.0:1761311767.582804:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009488180. 00000001:00000010:1.0:1761311767.582809:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009488180. 00100000:00000010:1.0:1761311767.582821:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000028fbd3fa. 00010000:00000010:1.0:1761311767.582836:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311767.583046:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.583060:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b45ccd1c. 00000100:00000010:1.0:1761311767.583064:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.583070:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311767.583080:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a77aa95. 02000000:00000010:1.0:1761311767.583104:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000150fec08. 00000400:00000010:1.0:1761311767.583108:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009488180. 00000400:00000010:1.0:1761311767.583112:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311767.583117:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787706944, portal 16 00000400:00000010:1.0:1761311767.583121:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311767.583123:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787706944, offset 0 00000400:00000200:1.0:1761311767.583128:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.583134:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.583140:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.583143:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.583146:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.583148:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87817:87817:256:4294967295] 192.168.203.55@tcp LPNI seq info [87817:87817:8:4294967295] 00000400:00000200:1.0:1761311767.583155:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.583159:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.583162:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.583165:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.583170:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.583172:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.583250:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.583252:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.583255:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.583259:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.583262:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:0.0:1761311767.583263:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00000100:00000200:0.0:1761311767.583268:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787706944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.587354:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.587375:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef240 00000400:00000200:0.0:1761311767.587384:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab8a5 [1] + 224 00000400:00000200:0.0:1761311767.587399:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.587403:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.587414:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787706944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.587442:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.587447:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153680 00000400:00000200:0.0:1761311767.587452:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa21d [2] + 656 00000400:00000200:0.0:1761311767.587717:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.587722:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.587726:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.587732:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6f4fdd7. 00000400:00000010:2.0:1761311767.590363:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009488180. 00000400:00000200:2.0:1761311767.590376:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:2.0:1761311767.590378:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:2.0:1761311767.590390:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787706944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.590400:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787706944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.590433:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000150fec08. 02000000:00000010:2.0:1761311767.590440:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a77aa95. 00000100:00000010:2.0:1761311767.590444:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:2.0:1761311767.590448:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:2.0:1761311767.590451:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b45ccd1c. 00000020:00000010:3.0:1761311767.590763:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d52ea033. 00000020:00000010:3.0:1761311767.590770:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.590774:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.590798:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c6f4fdd7 x1846867781826176/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311767.590825:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826176 02000000:00000010:3.0:1761311767.590834:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049288d41. 00010000:00000010:3.0:1761311767.590861:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c7d2a0f2. 00010000:00000010:3.0:1761311767.590881:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311767.590890:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094224884. 00000100:00000010:3.0:1761311767.590897:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094224884. 00010000:00000010:3.0:1761311767.590900:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311767.590913:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311767.590919:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826176, offset 224 00000400:00000200:3.0:1761311767.590926:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.590941:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.590947:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87818:87818:256:4294967295] 192.168.203.55@tcp LPNI seq info [87818:87818:8:4294967295] 00000400:00000200:3.0:1761311767.590959:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.590964:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.590968:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311767.590974:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.590981:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.590984:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.591002:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.591007:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.591010:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d52ea033. 00000800:00000200:3.0:1761311767.591117:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.591121:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:3.0:1761311767.591127:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.591132:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.591136:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:3.0:1761311767.591138:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00080000:00000010:2.0:1761311767.591227:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061764ca6. 00010000:00000010:2.0:1761311767.591411:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:2.0:1761311767.591417:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c03c2c50. 00000001:00000010:2.0:1761311767.591434:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.591449:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00080000:00000010:2.0:1761311767.591455:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b034dd4. 00000001:00000010:2.0:1761311767.591464:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.591471:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.591477:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.591483:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00100000:00000010:2.0:1761311767.591495:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e503e4d0. 00010000:00000010:2.0:1761311767.591513:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.0:1761311767.591519:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3e0e56b. 00010000:00000010:2.0:1761311767.591535:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048900c55. 00000100:00000010:2.0:1761311767.591538:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019b3f05b. 00000100:00000010:2.0:1761311767.591546:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311767.591556:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000004b705c6. 02000000:00000010:2.0:1761311767.591581:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005085d5fc. 00000400:00000010:2.0:1761311767.591587:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd826a00. 00000400:00000010:2.0:1761311767.591592:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.591599:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707008, portal 16 00000400:00000010:2.0:1761311767.591604:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311767.591606:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707008, offset 0 00000400:00000200:2.0:1761311767.591611:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.591620:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.591626:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.591629:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.591631:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.591634:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87819:87819:256:4294967295] 192.168.203.55@tcp LPNI seq info [87819:87819:8:4294967295] 00000400:00000200:2.0:1761311767.591641:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.591645:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.591648:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.591652:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.591656:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.591658:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.591786:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.591789:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311767.591793:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.591797:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.591799:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:0.0:1761311767.591801:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000100:00000200:0.0:1761311767.591806:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787707008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.593492:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e6c9e65. 00010000:00000010:1.1:1761311767.593506:0:78620:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c68cc4fa. 00010000:00000010:1.1:1761311767.593510:0:78620:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b7fb51cc. 00010000:00000010:3.1:1761311767.601037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000026d1704e. 00000400:00000200:1.0:1761311767.601182:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.601198:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef280 00000400:00000200:1.0:1761311767.601206:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab8b1 [1] + 224 00000400:00000200:1.0:1761311767.601217:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.601220:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.601229:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787707008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.601258:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.601262:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1536c0 00000400:00000200:1.0:1761311767.601267:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa21d [2] + 984 00000400:00000200:1.0:1761311767.601276:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.601288:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.601291:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.601296:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 00000020:00000010:3.0:1761311767.601925:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d52ea033. 00000020:00000010:3.0:1761311767.601932:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.601936:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.601960:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d74e4d23 x1846867781826240/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311767.601996:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826240 02000000:00000010:3.0:1761311767.602007:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000465fad4e. 00010000:00000010:3.0:1761311767.602045:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311767.602052:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094224884. 00000100:00000010:3.0:1761311767.602060:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094224884. 00010000:00000010:3.0:1761311767.602063:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311767.602079:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311767.602085:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826240, offset 224 00000400:00000200:3.0:1761311767.602092:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.602103:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.602109:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87820:87820:256:4294967295] 192.168.203.55@tcp LPNI seq info [87820:87820:8:4294967295] 00000400:00000200:3.0:1761311767.602118:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.602124:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.602129:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311767.602134:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.602140:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.602143:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.602159:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.602163:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.602165:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d52ea033. 00000800:00000200:3.0:1761311767.602250:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.602253:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:3.0:1761311767.602257:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.602260:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.602263:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:3.0:1761311767.602264:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00010000:00000010:2.1:1761311767.606526:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a098ba43. 00010000:00000010:2.1:1761311767.606537:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000010:2.0:1761311767.606560:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd826a00. 00000400:00000200:2.0:1761311767.606564:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:2.0:1761311767.606566:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.606577:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787707008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.606586:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787707008/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.606612:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc605a80. 02000000:00000010:2.0:1761311767.606625:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005085d5fc. 02000000:00000010:2.0:1761311767.606630:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000004b705c6. 00000100:00000010:2.0:1761311767.606633:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:2.0:1761311767.606637:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019b3f05b. 00010000:00000010:2.0:1761311767.606641:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048900c55. 00080000:00000010:2.0:1761311767.606659:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000004b705c6. 00010000:00000010:2.0:1761311767.606779:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3e0e56b. 00010000:00000010:2.0:1761311767.606785:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000633c31ff. 00000001:00000010:2.0:1761311767.606801:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.606815:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00080000:00000010:2.0:1761311767.606820:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005085d5fc. 00000001:00000010:2.0:1761311767.606827:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.606832:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.606836:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.606841:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00100000:00000010:2.0:1761311767.606852:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008cffa0ee. 00010000:00000010:2.0:1761311767.606867:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daf72901. 00010000:00000010:2.0:1761311767.606872:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3e0e56b. 00010000:00000010:2.0:1761311767.606884:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048900c55. 00000100:00000010:2.0:1761311767.606890:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019b3f05b. 00000100:00000010:2.0:1761311767.606897:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311767.606908:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006f82c678. 02000000:00000010:2.0:1761311767.606936:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000020b91c26. 00000400:00000010:2.0:1761311767.606940:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd826a00. 00000400:00000010:2.0:1761311767.606945:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.606950:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707072, portal 16 00000400:00000010:2.0:1761311767.606955:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311767.606957:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707072, offset 0 00000400:00000200:2.0:1761311767.606964:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.606977:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.606984:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.606987:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.606990:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.606993:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87821:87821:256:4294967295] 192.168.203.55@tcp LPNI seq info [87821:87821:8:4294967295] 00000400:00000200:2.0:1761311767.607003:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.607008:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.607013:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.607019:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.607026:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.607030:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.613414:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.613422:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.613430:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.613441:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.613447:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:2.0:1761311767.613449:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:2.0:1761311767.613461:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787707072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.615892:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.615913:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef2c0 00000400:00000200:3.0:1761311767.615922:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab8bd [1] + 224 00000400:00000200:3.0:1761311767.615934:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.615937:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.615949:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787707072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.615984:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.615990:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153700 00000400:00000200:3.0:1761311767.615994:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa21d [2] + 1312 00000400:00000200:3.0:1761311767.616004:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.616007:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.616010:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.616014:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 00000020:00000010:0.0:1761311767.616100:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000147f9daf. 00000020:00000010:0.0:1761311767.616108:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.616112:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.616139:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a85faf x1846867781826304/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311767.616174:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826304 02000000:00000010:0.0:1761311767.616185:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f4bc18c. 00010000:00000010:0.0:1761311767.616223:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f26f9f9. 00000100:00000010:0.0:1761311767.616230:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629f5a95. 00000100:00000010:0.0:1761311767.616237:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000629f5a95. 00010000:00000010:0.0:1761311767.616240:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f26f9f9. 00000400:00000010:0.0:1761311767.616254:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000883ca396. 00000100:00000200:0.0:1761311767.616259:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826304, offset 224 00000400:00000200:0.0:1761311767.616266:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.616276:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.616291:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87822:87822:256:4294967295] 192.168.203.55@tcp LPNI seq info [87822:87822:8:4294967295] 00000400:00000200:0.0:1761311767.616301:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.616305:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.616340:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311767.616347:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.616353:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.616357:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.616372:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.616376:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.616379:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000147f9daf. 00000400:00000010:2.0:1761311767.616449:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd826a00. 00000400:00000200:2.0:1761311767.616454:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:2.0:1761311767.616456:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.616461:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787707072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.616468:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787707072/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.616487:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eebe582c. 02000000:00000010:2.0:1761311767.616500:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000020b91c26. 02000000:00000010:2.0:1761311767.616505:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006f82c678. 00000100:00000010:2.0:1761311767.616509:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:2.0:1761311767.616512:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019b3f05b. 00010000:00000010:2.0:1761311767.616514:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048900c55. 00080000:00000010:2.0:1761311767.616527:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f82c678. 00010000:00000010:2.0:1761311767.616634:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3e0e56b. 00010000:00000010:2.0:1761311767.616639:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e6196cb. 00000001:00000010:2.0:1761311767.616657:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.616672:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00080000:00000010:2.0:1761311767.616676:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000020b91c26. 00000001:00000010:2.0:1761311767.616684:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.616689:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.616694:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000dd826a00. 00000001:00000010:2.0:1761311767.616699:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000dd826a00. 00100000:00000010:2.0:1761311767.616712:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000edacd902. 00010000:00000010:2.0:1761311767.616727:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000f2735144. 00010000:00000010:2.0:1761311767.616731:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3e0e56b. 00010000:00000010:2.0:1761311767.616740:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000048900c55. 00000100:00000010:2.0:1761311767.616744:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000019b3f05b. 00000100:00000010:2.0:1761311767.616749:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311767.616760:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039075334. 02000000:00000010:2.0:1761311767.616781:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028c12e60. 00000400:00000010:2.0:1761311767.616785:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dd826a00. 00000400:00000010:2.0:1761311767.616788:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311767.616793:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707136, portal 16 00000400:00000010:2.0:1761311767.616797:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311767.616799:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707136, offset 0 00000400:00000200:2.0:1761311767.616804:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.616809:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.616815:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.616818:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.616821:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.616824:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87823:87823:255:4294967295] 192.168.203.55@tcp LPNI seq info [87823:87823:7:4294967295] 00000400:00000200:2.0:1761311767.616842:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.616847:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.616851:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311767.616855:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.616858:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.616861:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.617273:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.617277:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352786). 00000400:00000200:3.0:1761311767.617290:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.617294:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.617297:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000883ca396 00000400:00000010:3.0:1761311767.617298:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000883ca396. 00000800:00000200:3.0:1761311767.617369:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.617371:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:3.0:1761311767.617374:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.617377:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.617378:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:3.0:1761311767.617379:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:3.0:1761311767.617384:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787707136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311767.618735:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.618750:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef300 00000400:00000200:2.0:1761311767.618757:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab8c9 [1] + 224 00000400:00000200:2.0:1761311767.618773:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.618776:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.618783:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787707136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.618851:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000dd826a00. 00000400:00000200:3.0:1761311767.618856:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:3.0:1761311767.618857:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:3.0:1761311767.618861:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787707136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.618869:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787707136/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.618891:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028c12e60. 02000000:00000010:3.0:1761311767.618897:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039075334. 00000100:00000010:3.0:1761311767.618902:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:3.0:1761311767.618906:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000019b3f05b. 00010000:00000010:3.0:1761311767.618909:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000048900c55. 00000400:00000010:0.0:1761311767.620678:0:78624:0:(module.c:176:libcfs_ioctl_getdata()) alloc '(*hdr_pp)': 192 at 00000000629f5a95 (tot 82352730). 00000001:02000400:0.0:1761311767.620688:0:78624:0:(debug.c:702:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity-lfsck test_10: @@@@@@ FAIL: (16) unexpected status 00000400:00000200:3.0:1761311767.621987:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.622006:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153740 00000400:00000200:3.0:1761311767.622013:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa21d [2] + 1640 00000400:00000200:3.0:1761311767.622080:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.622085:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.622092:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.622098:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00000020:00000010:1.0:1761311767.622385:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000013fcb1bc. 00000020:00000010:1.0:1761311767.622393:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.622397:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.622423:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c59f1dbd x1846867781826368/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311767.622455:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826368 02000000:00000010:1.0:1761311767.622465:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002825283b. 00010000:00000010:1.0:1761311767.622492:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000046ac4cb9. 00010000:00000010:1.0:1761311767.622509:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73bfd0f. 00000100:00000010:1.0:1761311767.622516:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.622530:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.622533:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73bfd0f. 00000400:00000010:1.0:1761311767.622546:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311767.622552:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826368, offset 224 00000400:00000200:1.0:1761311767.622561:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.622571:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.622576:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87824:87824:256:4294967295] 192.168.203.55@tcp LPNI seq info [87824:87824:8:4294967295] 00000400:00000200:1.0:1761311767.622585:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.622590:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.622594:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352978). 00000800:00000200:1.0:1761311767.622599:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.622606:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.622609:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.622623:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.622626:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.622629:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000013fcb1bc. 00010000:00000010:2.1:1761311767.622844:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0390f63. 00010000:00000010:2.1:1761311767.622850:0:26:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008ff20348. 00010000:00000010:2.1:1761311767.622854:0:26:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00000800:00000200:3.0:1761311767.623137:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.623140:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352730). 00000400:00000200:3.0:1761311767.623145:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.623149:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.623153:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:3.0:1761311767.623155:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00080000:00000010:1.0:1761311767.623654:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000013fcb1bc. 00010000:00000010:1.0:1761311767.623766:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3e0e56b. 00010000:00000010:1.0:1761311767.623773:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000082c87d52. 00000001:00000010:1.0:1761311767.623789:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311767.623799:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00080000:00000010:1.0:1761311767.623804:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d14c778e. 00000001:00000010:1.0:1761311767.623812:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311767.623817:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311767.623822:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311767.623827:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00100000:00000010:1.0:1761311767.623838:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009e0b4dab. 00100000:00000010:1.0:1761311767.623845:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000000f0c58f4. 00100000:00000010:1.0:1761311767.623847:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000089a5269b. 00010000:00000010:1.0:1761311767.623868:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311767.623873:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003253f857. 00010000:00000010:1.0:1761311767.623885:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73bfd0f. 00000100:00000010:1.0:1761311767.623891:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.623899:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 02000000:00000010:1.0:1761311767.623913:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008a77aa95. 02000000:00000010:1.0:1761311767.623938:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000150fec08. 00000400:00000010:1.0:1761311767.623943:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d3cd9ca. 00000400:00000010:1.0:1761311767.623948:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311767.623953:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707200, portal 16 00000400:00000010:1.0:1761311767.623958:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311767.623960:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707200, offset 0 00000400:00000200:1.0:1761311767.623967:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.623977:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.623984:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.623987:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.623989:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.623992:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87825:87825:256:4294967295] 192.168.203.55@tcp LPNI seq info [87825:87825:8:4294967295] 00000400:00000200:1.0:1761311767.624000:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.624005:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.624009:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352978). 00000800:00000200:1.0:1761311767.624013:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.624019:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.624021:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.626239:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.626245:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352730). 00000400:00000200:2.0:1761311767.626252:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.626259:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.626264:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:2.0:1761311767.626266:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:2.0:1761311767.626273:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bf02ceb x1846867787707200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311767.649541:0:78624:0:(module.c:248:libcfs_ioctl()) kfreed 'hdr': 192 at 00000000629f5a95 (tot 82352538). 00000400:00000200:0.0:1761311767.655572:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.655597:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef340 00000400:00000200:0.0:1761311767.655607:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab8d5 [1] + 224 00000400:00000200:0.0:1761311767.655631:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.655635:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.655649:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bf02ceb x1846867787707200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.655734:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:1.0:1761311767.655741:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:1.0:1761311767.655743:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00000100:00000200:1.0:1761311767.655749:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bf02ceb x1846867787707200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.655757:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bf02ceb x1846867787707200/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.655792:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000150fec08. 02000000:00000010:1.0:1761311767.655798:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008a77aa95. 00000100:00000010:1.0:1761311767.655802:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 00000100:00000010:1.0:1761311767.655807:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.655811:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73bfd0f. 00000400:00000200:0.0:1761311767.657227:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.657243:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153780 00000400:00000200:0.0:1761311767.657250:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa21d [2] + 1968 00000400:00000010:0.0:1761311767.657254:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f63e6ad4. 00000400:00000200:0.0:1761311767.657260:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fb2909ef 00010000:00000010:2.1:1761311767.658441:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f027e153. 00010000:00000010:2.1:1761311767.658452:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b0d8324b. 00010000:00000010:2.1:1761311767.658457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00010000:00000010:1.1:1761311767.658514:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9c2156b. 00000400:00000200:0.0:1761311767.661225:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.661245:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.661256:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb2909ef 00000400:00000010:0.0:1761311767.661260:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fb2909ef (tot 82352386). 00000100:00000200:0.0:1761311767.661267:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761311767.662740:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3f4456b. 00000020:00000010:3.0:1761311767.662752:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.662757:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.662787:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bafa5f6b x1846867781826432/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311767.662830:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826432 02000000:00000010:3.0:1761311767.662844:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d52ea033. 00010000:00000010:3.0:1761311767.662874:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bf19cdb9. 00010000:00000010:3.0:1761311767.662898:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311767.662905:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000094224884. 00000100:00000010:3.0:1761311767.662926:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000094224884. 00010000:00000010:3.0:1761311767.662930:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311767.662942:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311767.662947:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826432, offset 224 00000400:00000200:3.0:1761311767.662954:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.662967:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.662973:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87826:87826:256:4294967295] 192.168.203.55@tcp LPNI seq info [87826:87826:8:4294967295] 00000400:00000200:3.0:1761311767.662983:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.662990:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.662994:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352634). 00000800:00000200:3.0:1761311767.663001:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.663008:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.663011:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.663028:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311767.663032:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.663035:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3f4456b. 02000000:00000010:3.0:1761311767.663042:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002825283b. 00000100:00000010:3.0:1761311767.663045:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311767.663049:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f4bc18c. 00000100:00000010:3.0:1761311767.663052:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311767.663054:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000465fad4e. 00000100:00000010:3.0:1761311767.663056:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 02000000:00000010:3.0:1761311767.663060:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049288d41. 00000100:00000010:3.0:1761311767.663062:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6f4fdd7. 02000000:00000010:3.0:1761311767.663065:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edef3b3a. 00000100:00000010:3.0:1761311767.663066:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000afc4075. 02000000:00000010:3.0:1761311767.663069:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007d5480c7. 00000100:00000010:3.0:1761311767.663071:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b28de8d. 00000100:00000200:3.0:1761311767.663077:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311767.663082:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ad481b6a. 00000400:00000010:3.0:1761311767.663087:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000094224884 (tot 82352786). 00080000:00000010:2.0:1761311767.663154:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047572769. 00010000:00000010:2.0:1761311767.663291:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003253f857. 00010000:00000010:2.0:1761311767.663298:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000254ce9c4. 00000001:00000010:2.0:1761311767.663346:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004acc16ce. 00000001:00000010:2.0:1761311767.663359:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004acc16ce. 00080000:00000010:2.0:1761311767.663365:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000874527c8. 00000001:00000010:2.0:1761311767.663374:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004acc16ce. 00000001:00000010:2.0:1761311767.663381:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004acc16ce. 00000001:00000010:2.0:1761311767.663386:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004acc16ce. 00000001:00000010:2.0:1761311767.663391:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004acc16ce. 00100000:00000010:2.0:1761311767.663405:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009427a5d3. 00010000:00000010:2.0:1761311767.663422:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000daf72901. 00010000:00000010:2.0:1761311767.663427:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003007ddb. 00010000:00000010:2.0:1761311767.663438:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000337f8f02. 00000100:00000010:2.0:1761311767.663442:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f2a5ad1d. 00000100:00000010:2.0:1761311767.663448:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311767.663458:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000022de8d2c. 02000000:00000010:2.0:1761311767.663483:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009bbe10ad. 00000400:00000010:2.0:1761311767.663487:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004acc16ce. 00000400:00000010:2.0:1761311767.663491:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b3fb544. 00000100:00000200:2.0:1761311767.663494:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707264, portal 16 00000400:00000010:2.0:1761311767.663498:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311767.663500:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707264, offset 0 00000400:00000200:2.0:1761311767.663505:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.663512:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.663520:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.663523:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.663526:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.663529:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87827:87827:255:4294967295] 192.168.203.55@tcp LPNI seq info [87827:87827:7:4294967295] 00000400:00000200:2.0:1761311767.663536:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.663540:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.663543:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311767.663548:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.663552:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.663555:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.663603:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.663606:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:2.0:1761311767.663610:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.663614:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.663618:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:2.0:1761311767.663620:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 02000000:00000010:2.0:1761311767.663624:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d52ea033. 00000800:00000200:2.0:1761311767.663694:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.663696:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:2.0:1761311767.663699:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.663703:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.663705:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311767.663706:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311767.663711:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787707264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.673405:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ffabd6e. 00010000:00000010:1.1:1761311767.673418:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f2735144. 00010000:00000010:2.1:1761311767.676354:0:78625:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000023723aef. 00010000:00000010:2.1:1761311767.676369:0:78625:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311767.679348:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b39b5707. 00000400:00000200:0.0:1761311767.689663:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.689685:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef380 00000400:00000200:0.0:1761311767.689694:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab8e5 [1] + 224 00000400:00000200:0.0:1761311767.689707:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.689711:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.689722:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787707264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.689749:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.689754:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1537c0 00000400:00000200:0.0:1761311767.689758:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa275 [2] + 0 00000400:00000200:0.0:1761311767.689769:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.689772:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.689775:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.689779:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0affe4f. 00000400:00000010:1.0:1761311767.689860:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004acc16ce. 00000400:00000200:1.0:1761311767.689866:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3fb544 00000400:00000010:1.0:1761311767.689868:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b3fb544. 00000100:00000200:1.0:1761311767.689873:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787707264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.689881:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787707264/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.689913:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009bbe10ad. 02000000:00000010:1.0:1761311767.689921:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000022de8d2c. 00000100:00000010:1.0:1761311767.689925:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:1.0:1761311767.689929:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f2a5ad1d. 00010000:00000010:1.0:1761311767.689933:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000337f8f02. 00000020:00000010:1.0:1761311767.689982:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d10495a1. 00000020:00000010:1.0:1761311767.689991:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.689995:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.690021:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0affe4f x1846867781826496/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311767.690062:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826496 02000000:00000010:1.0:1761311767.690074:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a77aa95. 00010000:00000010:1.0:1761311767.690100:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002dbd4d35. 00010000:00000010:1.0:1761311767.690119:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73bfd0f. 00000100:00000010:1.0:1761311767.690126:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.690134:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.690136:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73bfd0f. 00000400:00000010:1.0:1761311767.690150:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311767.690154:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826496, offset 224 00000400:00000200:1.0:1761311767.690160:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.690170:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.690176:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87828:87828:256:4294967295] 192.168.203.55@tcp LPNI seq info [87828:87828:8:4294967295] 00000400:00000200:1.0:1761311767.690184:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.690190:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.690194:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.690199:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.690204:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.690207:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.690221:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.690224:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.690227:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d10495a1. 00000800:00000200:1.0:1761311767.690343:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.690346:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.690351:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.690354:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.690356:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:1.0:1761311767.690357:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00080000:00000010:1.0:1761311767.690379:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d10495a1. 00010000:00000010:1.0:1761311767.690526:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003007ddb. 00010000:00000010:1.0:1761311767.690534:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007ca312da. 00000001:00000010:1.0:1761311767.690553:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311767.690567:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00080000:00000010:1.0:1761311767.690573:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000150fec08. 00000001:00000010:1.0:1761311767.690580:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311767.690585:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311767.690589:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311767.690593:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00100000:00000010:1.0:1761311767.690606:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000038b58330. 00010000:00000010:1.0:1761311767.690621:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311767.690626:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9a1b275. 00010000:00000010:1.0:1761311767.690635:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b73bfd0f. 00000100:00000010:1.0:1761311767.690638:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.690643:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 02000000:00000010:1.0:1761311767.690652:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c8ee9c6e. 02000000:00000010:1.0:1761311767.690673:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000007750ba7. 00000400:00000010:1.0:1761311767.690676:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d3cd9ca. 00000400:00000010:1.0:1761311767.690680:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311767.690684:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707328, portal 16 00000400:00000010:1.0:1761311767.690687:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311767.690689:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707328, offset 0 00000400:00000200:1.0:1761311767.690693:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.690698:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.690704:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.690707:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.690709:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.690712:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87829:87829:256:4294967295] 192.168.203.55@tcp LPNI seq info [87829:87829:8:4294967295] 00000400:00000200:1.0:1761311767.690719:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.690722:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.690724:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.690728:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.690731:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.690733:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.690790:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.690792:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.690795:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.690798:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.690800:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311767.690801:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:1.0:1761311767.690806:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bf02ceb x1846867787707328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.707246:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.707264:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef3c0 00000400:00000200:3.0:1761311767.707271:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab8f1 [1] + 224 00000400:00000200:3.0:1761311767.707296:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.707300:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.707340:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bf02ceb x1846867787707328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.707437:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:2.0:1761311767.707443:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:2.0:1761311767.707445:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00000100:00000200:2.0:1761311767.707451:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bf02ceb x1846867787707328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.707458:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bf02ceb x1846867787707328/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.707489:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000007750ba7. 02000000:00000010:2.0:1761311767.707495:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c8ee9c6e. 00000100:00000010:2.0:1761311767.707498:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 00000100:00000010:2.0:1761311767.707502:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:2.0:1761311767.707506:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b73bfd0f. 00000400:00000200:3.0:1761311767.708378:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.708392:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153800 00000400:00000200:3.0:1761311767.708399:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa275 [2] + 328 00000400:00000200:3.0:1761311767.708455:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.708459:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.708464:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.708468:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 00000020:00000010:2.0:1761311767.708566:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2937b6f. 00000020:00000010:2.0:1761311767.708573:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.708577:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.708604:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a85faf x1846867781826560/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311767.708639:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826560 02000000:00000010:2.0:1761311767.708650:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000967ef3e9. 00010000:00000010:2.0:1761311767.708678:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009722a493. 00010000:00000010:2.0:1761311767.708698:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cca54099. 00000100:00000010:2.0:1761311767.708705:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db1b0d1. 00000100:00000010:2.0:1761311767.708715:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db1b0d1. 00010000:00000010:2.0:1761311767.708718:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cca54099. 00000400:00000010:2.0:1761311767.708732:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311767.708736:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826560, offset 224 00000400:00000200:2.0:1761311767.708744:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.708753:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.708758:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87830:87830:256:4294967295] 192.168.203.55@tcp LPNI seq info [87830:87830:8:4294967295] 00000400:00000200:2.0:1761311767.708768:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.708772:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.708776:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.708781:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.708786:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.708790:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.708803:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.708808:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.708811:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2937b6f. 00080000:00000010:2.0:1761311767.708835:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2937b6f. 00010000:00000010:2.0:1761311767.708940:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9a1b275. 00010000:00000010:2.0:1761311767.708946:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000794db28c. 00000001:00000010:2.0:1761311767.708961:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c55f99f2. 00000001:00000010:2.0:1761311767.708974:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c55f99f2. 00080000:00000010:2.0:1761311767.708979:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000059fa9918. 00000001:00000010:2.0:1761311767.708986:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c55f99f2. 00000001:00000010:2.0:1761311767.708991:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c55f99f2. 00000001:00000010:2.0:1761311767.708996:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000c55f99f2. 00000001:00000010:2.0:1761311767.709000:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000c55f99f2. 00100000:00000010:2.0:1761311767.709010:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000467aae26. 00010000:00000010:2.0:1761311767.709023:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e85d0625. 00010000:00000010:2.0:1761311767.709027:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000774cbfc9. 00010000:00000010:2.0:1761311767.709036:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cca54099. 00000100:00000010:2.0:1761311767.709039:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005db1b0d1. 00000100:00000010:2.0:1761311767.709044:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.709053:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c28baecf. 02000000:00000010:2.0:1761311767.709072:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000939e081d. 00000400:00000010:2.0:1761311767.709075:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c55f99f2. 00000400:00000010:2.0:1761311767.709079:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da4c9eb. 00000100:00000200:2.0:1761311767.709083:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707392, portal 16 00000400:00000010:2.0:1761311767.709087:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311767.709089:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707392, offset 0 00000400:00000200:2.0:1761311767.709093:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.709098:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.709104:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.709107:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.709109:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.709112:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87831:87831:255:4294967295] 192.168.203.55@tcp LPNI seq info [87831:87831:7:4294967295] 00000400:00000200:2.0:1761311767.709118:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.709122:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.709126:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311767.709129:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.709132:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.709135:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.709176:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.709179:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:2.0:1761311767.709182:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.709186:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.709188:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311767.709190:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000800:00000200:2.0:1761311767.709238:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.709239:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.709241:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.709244:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.709246:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:2.0:1761311767.709247:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000100:00000200:2.0:1761311767.709251:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787707392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.712418:0:78627:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d10c358e. 00010000:00000010:1.1:1761311767.712434:0:78627:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a46e01b4. 00010000:00000010:1.1:1761311767.712439:0:78627:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000daf72901. 00000400:00000200:3.0:1761311767.712655:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.712670:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef400 00000400:00000200:3.0:1761311767.712678:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab8fd [1] + 224 00000400:00000200:3.0:1761311767.712688:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.712692:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.712702:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787707392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.712729:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.712733:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153840 00000400:00000200:3.0:1761311767.712738:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa275 [2] + 656 00000400:00000200:3.0:1761311767.712747:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.712749:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.712752:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.712757:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 00000020:00000010:3.0:1761311767.712799:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d3f4456b. 00000020:00000010:3.0:1761311767.712805:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311767.712809:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311767.712830:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c59f1dbd x1846867781826624/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311767.712855:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826624 02000000:00000010:3.0:1761311767.712866:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000049288d41. 00010000:00000010:3.0:1761311767.712902:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311767.712909:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.712916:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.712919:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000010:3.0:1761311767.712932:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.712936:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826624, offset 224 00000400:00000200:3.0:1761311767.712942:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.712952:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.712956:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87832:87832:256:4294967295] 192.168.203.55@tcp LPNI seq info [87832:87832:8:4294967295] 00000400:00000200:3.0:1761311767.712966:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.712971:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.712975:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311767.712981:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.712986:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.712989:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.713005:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311767.713008:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.713010:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d3f4456b. 00000800:00000200:3.0:1761311767.713091:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.713094:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:3.0:1761311767.713098:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.713101:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.713105:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.713106:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000400:00000010:0.0:1761311767.713483:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000c55f99f2. 00000400:00000200:0.0:1761311767.713489:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004da4c9eb 00000400:00000010:0.0:1761311767.713490:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004da4c9eb. 00000100:00000200:0.0:1761311767.713496:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787707392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.713504:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787707392/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311767.713523:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080c58d69. 02000000:00000010:0.0:1761311767.713533:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000939e081d. 02000000:00000010:0.0:1761311767.713537:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c28baecf. 00000100:00000010:0.0:1761311767.713540:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:0.0:1761311767.713543:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005db1b0d1. 00010000:00000010:0.0:1761311767.713545:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cca54099. 00080000:00000010:0.0:1761311767.713557:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018c3a74c. 00010000:00000010:0.0:1761311767.713670:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000774cbfc9. 00010000:00000010:0.0:1761311767.713676:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb44317e. 00000001:00000010:0.0:1761311767.713691:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.713701:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00080000:00000010:0.0:1761311767.713705:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000015cd8e4f. 00000001:00000010:0.0:1761311767.713712:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.713716:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.713720:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.713724:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00100000:00000010:0.0:1761311767.713734:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000087eb8d2b. 00010000:00000010:0.0:1761311767.713746:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.0:1761311767.713750:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000005d4c8655. 00010000:00000010:0.0:1761311767.713758:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f26f9f9. 00000100:00000010:0.0:1761311767.713762:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629f5a95. 00000100:00000010:0.0:1761311767.713767:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebef5091. 02000000:00000010:0.0:1761311767.713775:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000261e5efb. 02000000:00000010:0.0:1761311767.713794:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008554ea98. 00000400:00000010:0.0:1761311767.713798:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d53d4f. 00000400:00000010:0.0:1761311767.713801:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbf9703. 00000100:00000200:0.0:1761311767.713805:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707456, portal 16 00000400:00000010:0.0:1761311767.713808:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311767.713811:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707456, offset 0 00000400:00000200:0.0:1761311767.713815:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.713822:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.713828:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.713831:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.713834:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.713836:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87833:87833:256:4294967295] 192.168.203.55@tcp LPNI seq info [87833:87833:8:4294967295] 00000400:00000200:0.0:1761311767.713843:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.713848:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.713851:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311767.713855:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.713860:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.713862:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.717678:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.717685:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:3.0:1761311767.717692:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.717701:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.717706:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:3.0:1761311767.717708:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000100:00000200:3.0:1761311767.717717:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ebef5091 x1846867787707456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.722460:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.722480:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef440 00000400:00000200:0.0:1761311767.722490:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab909 [1] + 224 00000400:00000200:0.0:1761311767.722529:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.722534:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.722545:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ebef5091 x1846867787707456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.725446:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d8f5ac5e. 00010000:00000010:2.1:1761311767.725462:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009b3626b7. 00010000:00000010:2.1:1761311767.725466:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000010:2.0:1761311767.725487:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d53d4f. 00000400:00000200:2.0:1761311767.725493:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbf9703 00000400:00000010:2.0:1761311767.725495:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbf9703. 00000100:00000200:2.0:1761311767.725507:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ebef5091 x1846867787707456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.725516:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ebef5091 x1846867787707456/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.725545:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008554ea98. 02000000:00000010:2.0:1761311767.725552:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000261e5efb. 00000100:00000010:2.0:1761311767.725555:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebef5091. 00000100:00000010:2.0:1761311767.725559:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000629f5a95. 00010000:00000010:2.0:1761311767.725562:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f26f9f9. 00000400:00000200:3.0:1761311767.726536:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.726553:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153880 00000400:00000200:3.0:1761311767.726560:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa275 [2] + 984 00000400:00000200:3.0:1761311767.726621:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.726626:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.726632:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.726637:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 00010000:00000010:0.1:1761311767.726746:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000834a58db. 00010000:00000010:0.1:1761311767.726752:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037868e7a. 00010000:00000010:0.1:1761311767.726755:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e85d0625. 00000020:00000010:0.0:1761311767.726789:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a44b39. 00000020:00000010:0.0:1761311767.726795:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.726799:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.726822:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ef0282b x1846867781826688/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.726858:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826688 02000000:00000010:0.0:1761311767.726869:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d612d23b. 00010000:00000010:0.0:1761311767.726896:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001af81ae1. 00010000:00000010:0.0:1761311767.726915:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005d067e49. 00000100:00000010:0.0:1761311767.726921:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.726929:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.726931:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005d067e49. 00000400:00000010:0.0:1761311767.726943:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311767.726947:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826688, offset 224 00000400:00000200:0.0:1761311767.726954:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.726963:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.726968:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87834:87834:256:4294967295] 192.168.203.55@tcp LPNI seq info [87834:87834:8:4294967295] 00000400:00000200:0.0:1761311767.726977:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.726982:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.726986:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311767.726991:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.726997:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.727000:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.727021:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000aaab8ab7. 00000020:00000010:0.0:1761311767.727026:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.727028:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a44b39. 00000800:00000200:0.0:1761311767.727081:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.727084:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311767.727088:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.727091:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.727093:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311767.727095:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00080000:00000010:2.0:1761311767.727157:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000074f835f1. 00010000:00000010:2.0:1761311767.727276:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000005d4c8655. 00010000:00000010:2.0:1761311767.727292:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbda865a. 00000001:00000010:2.0:1761311767.727331:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.727344:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00080000:00000010:2.0:1761311767.727348:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001aff8589. 00000001:00000010:2.0:1761311767.727355:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.727360:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.727364:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.727368:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00100000:00000010:2.0:1761311767.727379:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000186ecd83. 00100000:00000010:2.0:1761311767.727386:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000e6c88080. 00100000:00000010:2.0:1761311767.727388:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e568187a. 00010000:00000010:2.0:1761311767.727405:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0480128. 00010000:00000010:2.0:1761311767.727410:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062897d81. 00010000:00000010:2.0:1761311767.727420:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022f31e8. 00000100:00000010:2.0:1761311767.727424:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089497525. 00000100:00000010:2.0:1761311767.727431:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.727442:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000003021f5a2. 02000000:00000010:2.0:1761311767.727465:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb8423fb. 00000400:00000010:2.0:1761311767.727469:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e3bba0f. 00000400:00000010:2.0:1761311767.727473:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311767.727479:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707520, portal 16 00000400:00000010:2.0:1761311767.727484:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311767.727486:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707520, offset 0 00000400:00000200:2.0:1761311767.727492:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.727498:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.727505:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.727507:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.727510:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.727512:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87835:87835:256:4294967295] 192.168.203.55@tcp LPNI seq info [87835:87835:8:4294967295] 00000400:00000200:2.0:1761311767.727519:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.727523:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.727526:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.727529:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.727532:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.727534:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.730139:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.730147:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:0.0:1761311767.730155:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.730165:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.730171:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:0.0:1761311767.730173:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:0.0:1761311767.730182:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787707520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311767.732360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bb380333. 00010000:00000010:2.1:1761311767.732746:0:78588:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003e36c47a. 00010000:00000010:2.1:1761311767.732753:0:78588:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00000400:00000200:0.0:1761311767.743465:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.743486:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef480 00000400:00000200:0.0:1761311767.743494:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab915 [1] + 224 00000400:00000200:0.0:1761311767.743505:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.743510:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.743520:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787707520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.743553:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.743557:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1538c0 00000400:00000200:0.0:1761311767.743561:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa275 [2] + 1312 00000400:00000200:0.0:1761311767.743616:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.743619:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.743623:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.743628:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ae0de. 00000020:00000010:1.0:1761311767.743880:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad1fd2c2. 00000020:00000010:1.0:1761311767.743888:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c23794b. 00000020:00000010:1.0:1761311767.743892:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.743922:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000820ae0de x1846867781826752/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311767.743964:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826752 02000000:00000010:1.0:1761311767.743976:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000edef3b3a. 00010000:00000010:1.0:1761311767.744018:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9c26a05. 00000100:00000010:1.0:1761311767.744026:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.744032:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.744036:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9c26a05. 00000400:00000010:1.0:1761311767.744052:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311767.744058:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826752, offset 224 00000400:00000200:1.0:1761311767.744067:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.744079:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.744085:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87836:87836:256:4294967295] 192.168.203.55@tcp LPNI seq info [87836:87836:8:4294967295] 00000400:00000200:1.0:1761311767.744095:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.744101:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.744106:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.744112:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.744118:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.744122:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.744142:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c23794b. 00000020:00000010:1.0:1761311767.744146:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:1.0:1761311767.744149:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad1fd2c2. 00000800:00000200:1.0:1761311767.744237:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.744240:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.744243:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.744246:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.744249:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311767.744251:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000400:00000010:2.0:1761311767.744511:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e3bba0f. 00000400:00000200:2.0:1761311767.744516:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:2.0:1761311767.744518:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000100:00000200:2.0:1761311767.744524:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787707520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.744532:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787707520/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.744557:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fd09830. 02000000:00000010:2.0:1761311767.744576:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb8423fb. 02000000:00000010:2.0:1761311767.744582:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000003021f5a2. 00000100:00000010:2.0:1761311767.744585:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311767.744589:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089497525. 00010000:00000010:2.0:1761311767.744592:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022f31e8. 00080000:00000010:2.0:1761311767.744607:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003021f5a2. 00010000:00000010:2.0:1761311767.744752:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062897d81. 00010000:00000010:2.0:1761311767.744760:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ca3e57cf. 00000001:00000010:2.0:1761311767.744780:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.744792:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00080000:00000010:2.0:1761311767.744797:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb8423fb. 00000001:00000010:2.0:1761311767.744805:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.744811:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.744816:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.744822:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00100000:00000010:2.0:1761311767.744836:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000004e2133d. 00010000:00000010:2.0:1761311767.744857:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311767.744862:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062897d81. 00010000:00000010:2.0:1761311767.744874:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022f31e8. 00000100:00000010:2.0:1761311767.744879:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089497525. 00000100:00000010:2.0:1761311767.744886:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.744897:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000310f97b. 02000000:00000010:2.0:1761311767.744924:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047fcdddf. 00000400:00000010:2.0:1761311767.744929:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e3bba0f. 00000400:00000010:2.0:1761311767.744932:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311767.744938:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707584, portal 16 00000400:00000010:2.0:1761311767.744943:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311767.744945:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707584, offset 0 00000400:00000200:2.0:1761311767.744951:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.744960:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.744966:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.744969:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.744973:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.744975:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87837:87837:256:4294967295] 192.168.203.55@tcp LPNI seq info [87837:87837:8:4294967295] 00000400:00000200:2.0:1761311767.744984:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.744989:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.744992:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.744997:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.745002:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.745005:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.745385:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.745389:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352538). 00000400:00000200:0.0:1761311767.745394:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.745399:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.745402:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:0.0:1761311767.745404:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00000100:00000200:0.0:1761311767.745409:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787707584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.761844:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.761864:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef4c0 00000400:00000200:3.0:1761311767.761871:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab921 [1] + 224 00000400:00000200:3.0:1761311767.761885:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.761889:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.761899:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787707584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.762228:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.762236:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153900 00000400:00000200:3.0:1761311767.762240:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa275 [2] + 1640 00000400:00000200:3.0:1761311767.763157:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.763165:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.763170:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.763177:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00000400:00000010:2.0:1761311767.763428:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e3bba0f. 00000400:00000200:2.0:1761311767.763433:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:2.0:1761311767.763435:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000100:00000200:2.0:1761311767.763442:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787707584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.763449:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787707584/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.763482:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047fcdddf. 02000000:00000010:2.0:1761311767.763489:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000310f97b. 00000100:00000010:2.0:1761311767.763494:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311767.763497:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089497525. 00010000:00000010:2.0:1761311767.763501:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022f31e8. 00000020:00000010:1.0:1761311767.765443:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad1fd2c2. 00000020:00000010:1.0:1761311767.765453:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003ea664af. 00000020:00000010:1.0:1761311767.765456:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c982b878. 00000100:00000200:1.0:1761311767.765483:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b91edfc x1846867781826816/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311767.766056:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826816 02000000:00000010:2.0:1761311767.766070:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047fcdddf. 00010000:00000010:2.0:1761311767.766098:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a11f4737. 00010000:00000010:2.0:1761311767.766117:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022f31e8. 00000100:00000010:2.0:1761311767.766124:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089497525. 00000100:00000010:2.0:1761311767.766137:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089497525. 00010000:00000010:2.0:1761311767.766141:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022f31e8. 00000400:00000010:2.0:1761311767.766153:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311767.766158:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826816, offset 224 00000400:00000200:2.0:1761311767.766167:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.766180:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.766186:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87838:87838:256:4294967295] 192.168.203.55@tcp LPNI seq info [87838:87838:8:4294967295] 00000400:00000200:2.0:1761311767.766196:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.766202:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.766207:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82352786). 00000800:00000200:2.0:1761311767.766212:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.766219:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.766222:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.766239:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003ea664af. 00000020:00000010:2.0:1761311767.766244:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c982b878. 00000020:00000010:2.0:1761311767.766248:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad1fd2c2. 00080000:00000010:2.0:1761311767.766289:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000939e081d. 00010000:00000010:2.0:1761311767.766437:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062897d81. 00010000:00000010:2.0:1761311767.766444:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008f8e88f5. 00000001:00000010:2.0:1761311767.766466:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.766479:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00080000:00000010:2.0:1761311767.766485:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000022de8d2c. 00000001:00000010:2.0:1761311767.766494:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.766500:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.766504:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.766509:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00100000:00000010:2.0:1761311767.766522:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b2be509f. 00010000:00000010:2.0:1761311767.766538:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002beff87d. 00010000:00000010:2.0:1761311767.766544:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062897d81. 00010000:00000010:2.0:1761311767.766554:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022f31e8. 00000100:00000010:2.0:1761311767.766557:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089497525. 00000100:00000010:2.0:1761311767.766563:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.766573:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009bbe10ad. 02000000:00000010:2.0:1761311767.766596:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000028c12e60. 00000400:00000010:2.0:1761311767.766601:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e3bba0f. 00000400:00000010:2.0:1761311767.766605:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.766609:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707648, portal 16 00000400:00000010:2.0:1761311767.766614:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311767.766616:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707648, offset 0 00000400:00000200:2.0:1761311767.766621:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.766627:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.766633:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.766637:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.766639:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.766642:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87839:87839:255:4294967295] 192.168.203.55@tcp LPNI seq info [87839:87839:7:4294967295] 00000400:00000200:2.0:1761311767.766648:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.766653:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.766656:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82353034). 00000800:00000200:2.0:1761311767.766659:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.766664:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.766666:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.766714:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.766717:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:2.0:1761311767.766721:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.766726:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.766730:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:2.0:1761311767.766732:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000800:00000200:2.0:1761311767.766801:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.766804:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.766806:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.766809:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.766811:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:2.0:1761311767.766812:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:2.0:1761311767.766817:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787707648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.768531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a0d34e3a. 00010000:00000010:2.1:1761311767.768543:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000042be0a3c. 00010000:00000010:2.1:1761311767.768547:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00000400:00000200:0.0:1761311767.770372:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.770390:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef500 00000400:00000200:0.0:1761311767.770398:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab92d [1] + 224 00000400:00000200:0.0:1761311767.770409:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.770414:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.770424:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787707648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.770461:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.770467:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153940 00000400:00000200:0.0:1761311767.770472:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa275 [2] + 1968 00000400:00000010:0.0:1761311767.770475:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000002e62e8ec. 00000400:00000200:0.0:1761311767.770479:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000d5f82f0b 00000400:00000200:0.0:1761311767.770538:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.770541:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.770543:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d5f82f0b 00000400:00000010:0.0:1761311767.770545:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000d5f82f0b (tot 82352386). 00000100:00000200:0.0:1761311767.770550:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311767.770920:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002825283b. 00000020:00000010:1.0:1761311767.770926:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.770930:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cc3a304. 00000100:00000200:1.0:1761311767.770953:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009dc99132 x1846867781826880/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311767.770991:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826880 02000000:00000010:1.0:1761311767.771003:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ad1fd2c2. 00010000:00000010:1.0:1761311767.771038:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9c26a05. 00000100:00000010:1.0:1761311767.771045:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005a863d10. 00000100:00000010:1.0:1761311767.771050:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005a863d10. 00010000:00000010:1.0:1761311767.771053:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9c26a05. 00000400:00000010:1.0:1761311767.771064:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311767.771069:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826880, offset 224 00000400:00000200:1.0:1761311767.771076:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.771086:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.771092:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87840:87840:256:4294967295] 192.168.203.55@tcp LPNI seq info [87840:87840:8:4294967295] 00000400:00000200:1.0:1761311767.771102:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.771108:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.771112:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352634). 00000800:00000200:1.0:1761311767.771117:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.771124:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.771127:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.771144:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.771147:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cc3a304. 00000020:00000010:1.0:1761311767.771150:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002825283b. 02000000:00000010:1.0:1761311767.771157:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047fcdddf. 00000100:00000010:1.0:1761311767.771160:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 02000000:00000010:1.0:1761311767.771164:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000edef3b3a. 00000100:00000010:1.0:1761311767.771165:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ae0de. 02000000:00000010:1.0:1761311767.771168:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d612d23b. 00000100:00000010:1.0:1761311767.771171:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 02000000:00000010:1.0:1761311767.771173:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000049288d41. 00000100:00000010:1.0:1761311767.771175:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 02000000:00000010:1.0:1761311767.771177:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000967ef3e9. 00000100:00000010:1.0:1761311767.771179:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 02000000:00000010:1.0:1761311767.771182:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a77aa95. 00000100:00000010:1.0:1761311767.771184:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0affe4f. 00000100:00000200:1.0:1761311767.771189:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311767.771192:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000005a3f09fe. 00000400:00000010:1.0:1761311767.771195:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000005a863d10 (tot 82352786). 00000800:00000200:1.0:1761311767.771264:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.771267:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311767.771270:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.771274:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.771276:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311767.771286:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 02000000:00000010:1.0:1761311767.771290:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ad1fd2c2. 00000400:00000010:2.0:1761311767.771374:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e3bba0f. 00000400:00000200:2.0:1761311767.771378:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.771380:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.771385:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787707648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.771392:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787707648/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.771414:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b18fb7ee. 02000000:00000010:2.0:1761311767.771428:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000028c12e60. 02000000:00000010:2.0:1761311767.771433:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009bbe10ad. 00000100:00000010:2.0:1761311767.771436:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311767.771438:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089497525. 00010000:00000010:2.0:1761311767.771441:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022f31e8. 00080000:00000010:2.0:1761311767.771457:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009bbe10ad. 00010000:00000010:2.0:1761311767.771571:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062897d81. 00010000:00000010:2.0:1761311767.771577:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004e194d50. 00000001:00000010:2.0:1761311767.771594:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.771607:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00080000:00000010:2.0:1761311767.771612:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000028c12e60. 00000001:00000010:2.0:1761311767.771620:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.771624:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.771628:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009e3bba0f. 00000001:00000010:2.0:1761311767.771633:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009e3bba0f. 00100000:00000010:2.0:1761311767.771644:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009c40b492. 00010000:00000010:2.0:1761311767.771658:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0480128. 00010000:00000010:2.0:1761311767.771662:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062897d81. 00010000:00000010:2.0:1761311767.771671:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022f31e8. 00000100:00000010:2.0:1761311767.771675:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089497525. 00000100:00000010:2.0:1761311767.771680:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.771690:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000967ef3e9. 02000000:00000010:2.0:1761311767.771711:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000047fcdddf. 00000400:00000010:2.0:1761311767.771714:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e3bba0f. 00000400:00000010:2.0:1761311767.771718:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.771721:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707712, portal 16 00000400:00000010:2.0:1761311767.771725:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311767.771728:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707712, offset 0 00000400:00000200:2.0:1761311767.771733:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.771739:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.771746:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.771750:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.771752:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.771755:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87841:87841:256:4294967295] 192.168.203.55@tcp LPNI seq info [87841:87841:8:4294967295] 00000400:00000200:2.0:1761311767.771762:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.771766:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.771770:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.771773:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.771777:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.771779:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311767.771831:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.771833:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.771836:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.771839:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.771842:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:2.0:1761311767.771843:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:2.0:1761311767.771847:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787707712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.774658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009c549755. 00010000:00000010:2.1:1761311767.774670:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000056367c9d. 00010000:00000010:2.1:1761311767.774674:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00000400:00000200:0.0:1761311767.778458:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.778479:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef540 00000400:00000200:0.0:1761311767.778489:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab93d [1] + 224 00000400:00000200:0.0:1761311767.778508:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.778513:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.778525:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787707712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.780692:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009e3bba0f. 00000400:00000200:2.0:1761311767.780701:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.780703:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:2.0:1761311767.780718:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787707712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.780729:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787707712/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.780766:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000047fcdddf. 02000000:00000010:2.0:1761311767.780774:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000967ef3e9. 00000100:00000010:2.0:1761311767.780779:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311767.780784:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089497525. 00010000:00000010:2.0:1761311767.780788:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022f31e8. 00000400:00000200:1.0:1761311767.784651:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.784670:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153980 00000400:00000200:1.0:1761311767.784678:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa2cd [2] + 0 00000400:00000200:1.0:1761311767.784738:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.784742:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.784748:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.784753:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00000020:00000010:2.0:1761311767.784834:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000967ef3e9. 00000020:00000010:2.0:1761311767.784842:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.784846:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.784869:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781826944/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311767.784902:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781826944 02000000:00000010:2.0:1761311767.784913:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000047fcdddf. 00010000:00000010:2.0:1761311767.784938:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001bf2bd3e. 00010000:00000010:2.0:1761311767.784956:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000022f31e8. 00000100:00000010:2.0:1761311767.784961:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000089497525. 00000100:00000010:2.0:1761311767.784981:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000089497525. 00010000:00000010:2.0:1761311767.784985:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000022f31e8. 00000400:00000010:2.0:1761311767.784996:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.785001:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781826944, offset 224 00000400:00000200:2.0:1761311767.785008:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.785018:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.785023:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87842:87842:256:4294967295] 192.168.203.55@tcp LPNI seq info [87842:87842:8:4294967295] 00000400:00000200:2.0:1761311767.785032:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.785036:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.785041:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.785046:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.785051:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.785054:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.785070:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.785074:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.785077:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000967ef3e9. 00000800:00000200:2.0:1761311767.785132:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.785136:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.785139:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.785142:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.785145:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.785148:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00010000:00000010:2.1:1761311767.785387:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a584723d. 00010000:00000010:2.1:1761311767.785394:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c91be419. 00010000:00000010:2.1:1761311767.785398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00080000:00000010:3.0:1761311767.785556:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d52ea033. 00010000:00000010:3.0:1761311767.785676:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062897d81. 00010000:00000010:3.0:1761311767.785683:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007bbb7e17. 00000001:00000010:3.0:1761311767.785701:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.785712:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311767.785717:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000049288d41. 00000001:00000010:3.0:1761311767.785726:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.785732:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.785736:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.785742:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311767.785753:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005ced6a98. 00010000:00000010:3.0:1761311767.785767:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311767.785772:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a5ebc368. 00010000:00000010:3.0:1761311767.785781:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311767.785785:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.785791:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311767.785801:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d3f4456b. 02000000:00000010:3.0:1761311767.785823:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000039075334. 00000400:00000010:3.0:1761311767.785827:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.785832:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.785837:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707776, portal 16 00000400:00000010:3.0:1761311767.785840:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311767.785843:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707776, offset 0 00000400:00000200:3.0:1761311767.785849:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.785856:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.785862:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.785865:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.785868:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.785871:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87843:87843:256:4294967295] 192.168.203.55@tcp LPNI seq info [87843:87843:8:4294967295] 00000400:00000200:3.0:1761311767.785878:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.785882:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.785886:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311767.785890:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.785894:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.785896:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.785997:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.786000:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311767.786005:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.786008:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.786011:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:1.0:1761311767.786013:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:1.0:1761311767.786018:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787707776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.794579:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.794595:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef580 00000400:00000200:3.0:1761311767.794604:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab949 [1] + 224 00000400:00000200:3.0:1761311767.794622:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.794627:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.794638:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787707776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.794680:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:3.0:1761311767.794684:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.794686:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:3.0:1761311767.794690:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787707776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.794697:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787707776/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.794725:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000039075334. 02000000:00000010:3.0:1761311767.794732:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d3f4456b. 00000100:00000010:3.0:1761311767.794735:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311767.794739:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.794742:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00010000:00000010:2.1:1761311767.795360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000739acc43. 00000400:00000200:3.0:1761311767.797424:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.797442:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1539c0 00000400:00000200:3.0:1761311767.797449:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa2cd [2] + 328 00000400:00000200:3.0:1761311767.797507:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.797512:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.797517:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.797522:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:0.0:1761311767.797634:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a44b39. 00000020:00000010:0.0:1761311767.797642:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.797646:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.797670:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781827008/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311767.797706:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827008 02000000:00000010:0.0:1761311767.797717:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000129b09a1. 00010000:00000010:0.0:1761311767.797748:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004de1711a. 00010000:00000010:0.0:1761311767.797768:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.797774:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.797784:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.797787:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000010:0.0:1761311767.797803:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311767.797807:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827008, offset 224 00000400:00000200:0.0:1761311767.797815:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.797826:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.797832:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87844:87844:256:4294967295] 192.168.203.55@tcp LPNI seq info [87844:87844:8:4294967295] 00000400:00000200:0.0:1761311767.797841:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.797846:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.797850:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311767.797855:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.797862:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.797865:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.797881:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.797886:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.797889:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a44b39. 00080000:00000010:3.0:1761311767.798097:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000046a47731. 00010000:00000010:3.0:1761311767.798218:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5ebc368. 00010000:00000010:3.0:1761311767.798225:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000063e78bce. 00000001:00000010:3.0:1761311767.798242:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.798251:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311767.798258:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d3f4456b. 00000001:00000010:3.0:1761311767.798266:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.798272:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.798276:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.798292:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311767.798305:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000aeeb7959. 00100000:00000010:3.0:1761311767.798362:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000094eaa7a4. 00100000:00000010:3.0:1761311767.798367:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009e50aced. 00010000:00000010:3.0:1761311767.798389:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ba887aa1. 00010000:00000010:3.0:1761311767.798394:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a5ebc368. 00010000:00000010:3.0:1761311767.798406:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311767.798410:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.798416:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311767.798429:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000039075334. 02000000:00000010:3.0:1761311767.798451:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d341857a. 00000400:00000010:3.0:1761311767.798455:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.798459:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.798465:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707840, portal 16 00000400:00000010:3.0:1761311767.798469:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311767.798471:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707840, offset 0 00000400:00000200:3.0:1761311767.798476:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.798482:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.798489:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.798492:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.798495:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.798497:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87845:87845:255:4294967295] 192.168.203.55@tcp LPNI seq info [87845:87845:7:4294967295] 00000400:00000200:3.0:1761311767.798504:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.798508:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.798512:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311767.798516:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.798520:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.798523:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.798714:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.798718:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352786). 00000400:00000200:0.0:1761311767.798723:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.798727:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.798730:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311767.798732:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000800:00000200:0.0:1761311767.798783:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.798786:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311767.798789:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.798792:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.798794:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:0.0:1761311767.798795:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:0.0:1761311767.798801:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787707840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311767.799433:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009cc973eb. 00010000:00000010:3.1:1761311767.799442:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:0.1:1761311767.801455:0:8:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000d1c43a0. 00010000:00000010:3.1:1761311767.804446:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f61435ac. 00010000:00000010:3.1:1761311767.804462:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:0.0:1761311767.804683:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.804701:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef5c0 00000400:00000200:0.0:1761311767.804711:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab955 [1] + 224 00000400:00000200:0.0:1761311767.804728:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.804732:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.804743:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787707840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.806363:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:3.0:1761311767.806372:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.806376:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:3.0:1761311767.806388:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787707840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.806397:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787707840/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.806427:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d341857a. 02000000:00000010:3.0:1761311767.806433:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000039075334. 00000100:00000010:3.0:1761311767.806438:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311767.806442:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.806445:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000200:2.0:1761311767.821101:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311767.821117:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153a00 00000400:00000200:2.0:1761311767.821124:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa2cd [2] + 656 00000400:00000200:2.0:1761311767.821185:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.821190:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311767.821196:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311767.821201:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 00000020:00000010:1.0:1761311767.821474:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ad1fd2c2. 00000020:00000010:1.0:1761311767.821482:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.821486:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cc3a304. 00000100:00000200:1.0:1761311767.821509:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b7890d0 x1846867781827072/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311767.821551:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827072 02000000:00000010:1.0:1761311767.821562:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008a77aa95. 00010000:00000010:1.0:1761311767.821586:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001dd5a659. 00010000:00000010:1.0:1761311767.821604:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9c26a05. 00000100:00000010:1.0:1761311767.821611:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.821622:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311767.821626:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9c26a05. 00000400:00000010:1.0:1761311767.821638:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311767.821642:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827072, offset 224 00000400:00000200:1.0:1761311767.821649:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.821659:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.821664:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87846:87846:256:4294967295] 192.168.203.55@tcp LPNI seq info [87846:87846:8:4294967295] 00000400:00000200:1.0:1761311767.821673:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.821678:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.821682:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.821687:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.821692:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.821696:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.821709:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.821713:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cc3a304. 00000020:00000010:1.0:1761311767.821715:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ad1fd2c2. 00080000:00000010:1.0:1761311767.821737:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ad1fd2c2. 00010000:00000010:1.0:1761311767.821846:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5ebc368. 00010000:00000010:1.0:1761311767.821853:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000296fbd76. 00000001:00000010:1.0:1761311767.821867:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311767.821878:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00080000:00000010:1.0:1761311767.821883:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000edef3b3a. 00000001:00000010:1.0:1761311767.821890:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311767.821895:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311767.821899:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311767.821903:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00100000:00000010:1.0:1761311767.821914:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000870f7000. 00010000:00000010:1.0:1761311767.821927:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311767.821933:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9a1b275. 00010000:00000010:1.0:1761311767.821940:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a9c26a05. 00000100:00000010:1.0:1761311767.821943:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.821948:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311767.821956:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002825283b. 02000000:00000010:1.0:1761311767.821974:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d5480c7. 00000400:00000010:1.0:1761311767.821977:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d95dc734. 00000400:00000010:1.0:1761311767.821981:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311767.821985:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707904, portal 16 00000400:00000010:1.0:1761311767.821989:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311767.821991:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707904, offset 0 00000400:00000200:1.0:1761311767.821995:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.822000:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.822006:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.822009:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.822012:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.822014:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87847:87847:255:4294967295] 192.168.203.55@tcp LPNI seq info [87847:87847:7:4294967295] 00000400:00000200:1.0:1761311767.822021:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.822025:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.822027:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311767.822031:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.822035:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.822037:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.822073:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.822076:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:1.0:1761311767.822078:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.822081:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.822084:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:1.0:1761311767.822086:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000800:00000200:1.0:1761311767.822134:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.822135:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:1.0:1761311767.822138:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.822141:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.822142:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:1.0:1761311767.822144:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000100:00000200:1.0:1761311767.822147:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787707904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.823388:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.823400:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 26 MB=0x68fb76a153a40 00000400:00000200:1.0:1761311767.823407:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1a from 12345-192.168.203.55@tcp of length 224/224 into md 0x8a119 [2] + 0 00000400:00000010:1.0:1761311767.823411:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000005c235a06. 00000400:00000200:1.0:1761311767.823415:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000003fc039df 00000400:00000200:1.0:1761311767.823425:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.823428:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.823431:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003fc039df 00000400:00000010:1.0:1761311767.823432:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000003fc039df (tot 82352386). 00000100:00000200:1.0:1761311767.823437:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service mgs 00000020:00000010:2.0:1761311767.824596:0:71881:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000967ef3e9. 00000020:00000010:2.0:1761311767.824605:0:71881:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.824609:0:71881:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.824654:0:71881:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827136 02000000:00000010:2.0:1761311767.824674:0:71881:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c28baecf. 00010000:00000200:2.0:1761311767.824685:0:71881:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a1049943 x1846867781827136/t0(0) o400->6da9b21a-1440-4fd0-9475-2daf3378a847@192.168.203.55@tcp:208/0 lens 224/224 e 0 to 0 dl 1761311773 ref 1 fl Interpret:/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:2.0:1761311767.824715:0:71881:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.824722:0:71881:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 25, xid 1846867781827136, offset 224 00000400:00000200:2.0:1761311767.824729:0:71881:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.824740:0:71881:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.824745:0:71881:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87848:87848:256:4294967295] 192.168.203.55@tcp LPNI seq info [87848:87848:8:4294967295] 00000400:00000200:2.0:1761311767.824754:0:71881:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.824759:0:71881:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.824763:0:71881:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352634). 00000800:00000200:2.0:1761311767.824769:0:71881:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.824774:0:71881:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.824778:0:71881:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.824793:0:71881:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.824799:0:71881:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.824802:0:71881:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000967ef3e9. 00000100:00000200:2.0:1761311767.824811:0:71881:0:(niobuf.c:996:ptlrpc_register_rqbd()) mgs: registering portal 26 00000400:00000010:2.0:1761311767.824816:0:71881:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009e3bba0f. 00000400:00000010:2.0:1761311767.824820:0:71881:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000089497525 (tot 82352786). 00000800:00000200:2.0:1761311767.824919:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.824923:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82352538). 00000400:00000200:2.0:1761311767.824927:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.824930:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.824933:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:2.0:1761311767.824934:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 02000000:00000010:2.0:1761311767.824938:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c28baecf. 00000400:00000200:1.0:1761311767.829758:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.829778:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef600 00000400:00000200:1.0:1761311767.829787:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab961 [1] + 224 00000400:00000200:1.0:1761311767.829800:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.829804:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.829816:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787707904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.829854:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.829860:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 12 MB=0x68fb76a153a80 00000400:00000200:1.0:1761311767.829864:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index c from 12345-192.168.203.55@tcp of length 224/224 into md 0x79ca9 [64] + 118672 00000400:00000200:1.0:1761311767.829871:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.829874:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.829897:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service mdt 00000100:00000010:1.0:1761311767.829903:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000d4befbb. 00000400:00000200:1.0:1761311767.829920:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.829925:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 28 MB=0x68fb76a153b00 00000400:00000200:1.0:1761311767.829930:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.55@tcp of length 224/224 into md 0x73199 [8] + 2464 00000400:00000200:1.0:1761311767.829934:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.829937:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.829940:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1761311767.829943:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002234a2fe. 00000400:00000200:1.0:1761311767.829959:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.829962:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 28 MB=0x68fb76a153ac0 00000400:00000200:1.0:1761311767.829965:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 1c from 12345-192.168.203.55@tcp of length 224/224 into md 0x73199 [8] + 2688 00000400:00000200:1.0:1761311767.829984:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.829987:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.829990:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost 00000100:00000010:1.0:1761311767.829992:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a847972a. 00000020:00000010:1.0:1761311767.830029:0:75360:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c8ee9c6e. 00000020:00000010:1.0:1761311767.830035:0:75360:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.830039:0:75360:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000000cc3a304. 00000020:00000010:1.0:1761311767.830072:0:75360:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000007750ba7. 00000020:00000010:1.0:1761311767.830074:0:75360:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c23794b. 00000020:00000010:1.0:1761311767.830076:0:75360:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311767.830092:0:75360:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827328 02000000:00000010:1.0:1761311767.830111:0:75360:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000970c52da. 00010000:00000200:1.0:1761311767.830120:0:75360:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000002234a2fe x1846867781827328/t0(0) o400->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:1.0:1761311767.830134:0:75360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311767.830139:0:75360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846867781827328, offset 224 00000400:00000200:1.0:1761311767.830146:0:75360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.830155:0:75360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.830161:0:75360:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87849:87849:256:4294967295] 192.168.203.55@tcp LPNI seq info [87849:87849:8:4294967295] 00000400:00000200:1.0:1761311767.830170:0:75360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.830175:0:75360:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.830179:0:75360:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311767.830185:0:75360:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.830190:0:75360:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.830194:0:75360:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.830206:0:75360:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311767.830210:0:75360:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000000cc3a304. 00000020:00000010:1.0:1761311767.830213:0:75360:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c8ee9c6e. 00000100:00000200:1.0:1761311767.830223:0:75360:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827264 02000000:00000010:1.0:1761311767.830229:0:75360:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c8ee9c6e. 00010000:00000200:1.0:1761311767.830233:0:75360:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000a847972a x1846867781827264/t0(0) o400->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:1.0:1761311767.830241:0:75360:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311767.830243:0:75360:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 4, xid 1846867781827264, offset 224 00000400:00000200:1.0:1761311767.830247:0:75360:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.830252:0:75360:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.830255:0:75360:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87850:87850:255:4294967295] 192.168.203.55@tcp LPNI seq info [87850:87850:7:4294967295] 00000400:00000200:1.0:1761311767.830262:0:75360:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.830267:0:75360:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.830269:0:75360:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311767.830273:0:75360:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.830276:0:75360:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.830295:0:75360:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311767.830300:0:75360:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c23794b. 00000020:00000010:1.0:1761311767.830302:0:75360:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311767.830305:0:75360:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000007750ba7. 00000800:00000200:2.0:1761311767.830404:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.830407:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352786). 00000400:00000200:2.0:1761311767.830410:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.830413:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.830416:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:2.0:1761311767.830418:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000800:00000200:2.0:1761311767.830637:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311767.830640:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311767.830643:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311767.830647:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311767.830649:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:2.0:1761311767.830650:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000400:00000010:2.0:1761311767.830670:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d95dc734. 00000400:00000200:2.0:1761311767.830674:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:2.0:1761311767.830675:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000100:00000200:2.0:1761311767.830679:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787707904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.830687:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787707904/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.830712:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d5480c7. 02000000:00000010:2.0:1761311767.830717:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002825283b. 00000100:00000010:2.0:1761311767.830720:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:2.0:1761311767.830724:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:2.0:1761311767.830727:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a9c26a05. 00000400:00000200:1.0:1761311767.832354:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.832373:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153b40 00000400:00000200:1.0:1761311767.832382:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa2cd [2] + 984 00000400:00000200:1.0:1761311767.832401:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.832404:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.832410:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.832414:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:2.0:1761311767.832690:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c28baecf. 00000020:00000010:2.0:1761311767.832697:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.832701:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.832725:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781827392/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311767.832757:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827392 02000000:00000010:2.0:1761311767.832768:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000967ef3e9. 00010000:00000010:2.0:1761311767.832796:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000590694ab. 00010000:00000010:2.0:1761311767.832814:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.832819:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c5f3ef5. 00000100:00000010:2.0:1761311767.832831:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c5f3ef5. 00010000:00000010:2.0:1761311767.832834:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.832846:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311767.832851:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827392, offset 224 00000400:00000200:2.0:1761311767.832859:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.832871:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.832877:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87851:87851:256:4294967295] 192.168.203.55@tcp LPNI seq info [87851:87851:8:4294967295] 00000400:00000200:2.0:1761311767.832887:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.832892:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.832897:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000307e7bc (tot 82352786). 00000800:00000200:2.0:1761311767.832902:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.832909:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.832912:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000307e7bc type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.832926:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.832932:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.832935:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c28baecf. 00080000:00000010:2.0:1761311767.832959:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c28baecf. 00010000:00000010:2.0:1761311767.833070:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9a1b275. 00010000:00000010:2.0:1761311767.833077:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c22b6051. 00000001:00000010:2.0:1761311767.833094:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a99a529a. 00000001:00000010:2.0:1761311767.833107:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a99a529a. 00080000:00000010:2.0:1761311767.833113:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000310f97b. 00000001:00000010:2.0:1761311767.833119:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a99a529a. 00000001:00000010:2.0:1761311767.833124:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a99a529a. 00000001:00000010:2.0:1761311767.833128:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a99a529a. 00000001:00000010:2.0:1761311767.833133:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a99a529a. 00100000:00000010:2.0:1761311767.833144:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007f3b9fd3. 00010000:00000010:2.0:1761311767.833160:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002beff87d. 00010000:00000010:2.0:1761311767.833165:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033a41955. 00010000:00000010:2.0:1761311767.833176:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.833180:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c5f3ef5. 00000100:00000010:2.0:1761311767.833185:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311767.833197:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000c36cc6fe. 02000000:00000010:2.0:1761311767.833221:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004ac30459. 00000400:00000010:2.0:1761311767.833226:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a99a529a. 00000400:00000010:2.0:1761311767.833230:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311767.833234:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787707968, portal 16 00000400:00000010:2.0:1761311767.833238:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311767.833240:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787707968, offset 0 00000400:00000200:2.0:1761311767.833244:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.833249:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.833256:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.833259:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.833262:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.833264:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87852:87852:255:4294967295] 192.168.203.55@tcp LPNI seq info [87852:87852:7:4294967295] 00000400:00000200:2.0:1761311767.833271:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.833275:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.833288:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eec4b737 (tot 82353034). 00000800:00000200:2.0:1761311767.833292:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.833296:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.833298:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eec4b737 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.833464:0:64848:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a44b39. 00000020:00000010:0.0:1761311767.833469:0:64848:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.833471:0:64848:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.833493:0:64848:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827200 02000000:00000010:0.0:1761311767.833509:0:64848:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000839405ea. 00010000:00000200:0.0:1761311767.833517:0:64848:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@000000000d4befbb x1846867781827200/t0(0) o400->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 224/224 e 0 to 0 dl 1761311810 ref 1 fl Interpret:H/0/0 rc 0/0 job:'kworker/u8:4.0' 00000400:00000010:0.0:1761311767.833527:0:64848:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311767.833529:0:64848:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 10, xid 1846867781827200, offset 224 00000400:00000200:0.0:1761311767.833534:0:64848:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.833539:0:64848:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.833542:0:64848:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87853:87853:254:4294967295] 192.168.203.55@tcp LPNI seq info [87853:87853:6:4294967295] 00000400:00000200:0.0:1761311767.833549:0:64848:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.833552:0:64848:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.833555:0:64848:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82353282). 00000800:00000200:0.0:1761311767.833558:0:64848:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.833561:0:64848:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.833563:0:64848:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.833569:0:64848:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.833573:0:64848:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.833575:0:64848:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a44b39. 00000800:00000200:1.0:1761311767.834156:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.834162:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000307e7bc (tot 82353034). 00000400:00000200:1.0:1761311767.834167:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.834173:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.834177:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:1.0:1761311767.834179:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000800:00000200:1.0:1761311767.834191:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.834192:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eec4b737 (tot 82352786). 00000400:00000200:1.0:1761311767.834194:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.834196:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.834198:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:1.0:1761311767.834199:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000100:00000200:1.0:1761311767.834203:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787707968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761311767.834295:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.834298:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:1.0:1761311767.834302:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.834304:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.834306:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:1.0:1761311767.834308:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000400:00000200:1.0:1761311767.851326:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.851345:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef640 00000400:00000200:1.0:1761311767.851353:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab97d [1] + 224 00000400:00000200:1.0:1761311767.851370:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.851374:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.851384:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787707968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.854835:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e300dda. 00010000:00000010:1.1:1761311767.854850:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a33de00e. 00010000:00000010:1.1:1761311767.854854:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ba887aa1. 00010000:00000010:2.1:1761311767.858404:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008355b7ea. 00010000:00000010:2.1:1761311767.858419:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000451a67bb. 00010000:00000010:2.1:1761311767.858423:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000200:1.0:1761311767.861010:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.861032:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153b80 00000400:00000200:1.0:1761311767.861040:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa2cd [2] + 1312 00000400:00000200:1.0:1761311767.861103:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.861108:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.861113:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.861118:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000020:00000010:2.0:1761311767.861620:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000182920cc. 00000020:00000010:2.0:1761311767.861628:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.861633:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.861661:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781827456/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311767.861697:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827456 02000000:00000010:2.0:1761311767.861709:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000532812c7. 00010000:00000010:2.0:1761311767.861748:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f03d31d. 00000100:00000010:2.0:1761311767.861755:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d80a4a90. 00000100:00000010:2.0:1761311767.861762:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d80a4a90. 00010000:00000010:2.0:1761311767.861766:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f03d31d. 00000400:00000010:2.0:1761311767.861781:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031517c0b. 00000100:00000200:2.0:1761311767.861786:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827456, offset 224 00000400:00000200:2.0:1761311767.861793:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.861804:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.861809:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87854:87854:256:4294967295] 192.168.203.55@tcp LPNI seq info [87854:87854:8:4294967295] 00000400:00000200:2.0:1761311767.861818:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.861823:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.861827:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352786). 00000800:00000200:2.0:1761311767.861833:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.861840:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.861843:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.861865:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.861871:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.861875:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000182920cc. 00000800:00000200:1.0:1761311767.861994:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.861998:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352538). 00000400:00000200:1.0:1761311767.862002:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.862005:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.862009:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031517c0b 00000400:00000010:1.0:1761311767.862011:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031517c0b. 00000400:00000010:2.0:1761311767.862391:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a99a529a. 00000400:00000200:2.0:1761311767.862395:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:2.0:1761311767.862396:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:2.0:1761311767.862402:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787707968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.862415:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787707968/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.862436:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d36e035c. 02000000:00000010:2.0:1761311767.862450:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004ac30459. 02000000:00000010:2.0:1761311767.862455:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000c36cc6fe. 00000100:00000010:2.0:1761311767.862458:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311767.862461:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c5f3ef5. 00010000:00000010:2.0:1761311767.862463:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00080000:00000010:2.0:1761311767.862479:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004ac30459. 00010000:00000010:2.0:1761311767.862601:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a41955. 00010000:00000010:2.0:1761311767.862608:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000038fc6dc0. 00000001:00000010:2.0:1761311767.862625:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a99a529a. 00000001:00000010:2.0:1761311767.862639:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a99a529a. 00080000:00000010:2.0:1761311767.862644:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000182920cc. 00000001:00000010:2.0:1761311767.862652:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a99a529a. 00000001:00000010:2.0:1761311767.862657:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a99a529a. 00000001:00000010:2.0:1761311767.862662:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000a99a529a. 00000001:00000010:2.0:1761311767.862666:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000a99a529a. 00100000:00000010:2.0:1761311767.862679:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002f22ced5. 00010000:00000010:2.0:1761311767.862695:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311767.862699:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033a41955. 00010000:00000010:2.0:1761311767.862709:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.862713:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c5f3ef5. 00000100:00000010:2.0:1761311767.862718:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311767.862729:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d35b6dbc. 02000000:00000010:2.0:1761311767.862752:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000429fbfe0. 00000400:00000010:2.0:1761311767.862756:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a99a529a. 00000400:00000010:2.0:1761311767.862760:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311767.862764:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708032, portal 16 00000400:00000010:2.0:1761311767.862768:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e7df18d. 00000100:00000200:2.0:1761311767.862770:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708032, offset 0 00000400:00000200:2.0:1761311767.862775:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.862783:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.862790:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.862793:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.862796:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.862799:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87855:87855:256:4294967295] 192.168.203.55@tcp LPNI seq info [87855:87855:8:4294967295] 00000400:00000200:2.0:1761311767.862807:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.862812:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.862816:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311767.862820:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.862825:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.862827:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.864428:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.864434:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352538). 00000400:00000200:1.0:1761311767.864443:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.864451:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.864456:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:1.0:1761311767.864458:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000100:00000200:1.0:1761311767.864467:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787708032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.869156:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.869176:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef680 00000400:00000200:1.0:1761311767.869184:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab98d [1] + 224 00000400:00000200:1.0:1761311767.869195:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.869199:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.869209:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787708032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.869832:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.869840:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153bc0 00000400:00000200:1.0:1761311767.869845:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa2cd [2] + 1640 00000400:00000200:1.0:1761311767.870937:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.870948:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.870955:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.870962:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00010000:00000010:2.1:1761311767.871378:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007af23153. 00010000:00000010:2.1:1761311767.871385:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d82dc4ba. 00010000:00000010:2.1:1761311767.871390:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00000400:00000010:2.0:1761311767.871407:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a99a529a. 00000400:00000200:2.0:1761311767.871411:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:2.0:1761311767.871413:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:2.0:1761311767.871422:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787708032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.871432:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787708032/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.871463:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000429fbfe0. 02000000:00000010:2.0:1761311767.871468:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d35b6dbc. 00000100:00000010:2.0:1761311767.871471:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:2.0:1761311767.871475:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c5f3ef5. 00010000:00000010:2.0:1761311767.871479:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000020:00000010:0.0:1761311767.871703:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a44b39. 00000020:00000010:0.0:1761311767.871711:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.871715:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.871738:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781827520/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311767.871770:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827520 02000000:00000010:0.0:1761311767.871781:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006462dbec. 00010000:00000010:0.0:1761311767.871807:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000253b4e0a. 00010000:00000010:0.0:1761311767.871823:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.871829:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.871848:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.871851:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000010:0.0:1761311767.871863:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311767.871868:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827520, offset 224 00000400:00000200:0.0:1761311767.871876:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.871888:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.871894:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87856:87856:256:4294967295] 192.168.203.55@tcp LPNI seq info [87856:87856:8:4294967295] 00000400:00000200:0.0:1761311767.871903:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.871908:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.871913:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311767.871918:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.871924:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.871927:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.871940:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.871944:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.871947:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a44b39. 00000800:00000200:1.0:1761311767.872377:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.872382:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:1.0:1761311767.872388:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.872393:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.872398:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:1.0:1761311767.872399:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00080000:00000010:3.0:1761311767.872538:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000039075334. 00010000:00000010:3.0:1761311767.872671:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a41955. 00010000:00000010:3.0:1761311767.872679:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e3e7cba. 00000001:00000010:3.0:1761311767.872699:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.872714:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311767.872721:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d341857a. 00000001:00000010:3.0:1761311767.872730:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.872735:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.872740:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.872746:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311767.872758:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000688d652f. 00010000:00000010:3.0:1761311767.872773:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311767.872778:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.872788:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5edd554. 00000100:00000010:3.0:1761311767.872794:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.872802:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311767.872815:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000465fad4e. 02000000:00000010:3.0:1761311767.872842:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fa838222. 00000400:00000010:3.0:1761311767.872847:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.872853:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.872858:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708096, portal 16 00000400:00000010:3.0:1761311767.872862:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311767.872865:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708096, offset 0 00000400:00000200:3.0:1761311767.872870:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.872878:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.872885:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.872889:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.872892:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.872895:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87857:87857:256:4294967295] 192.168.203.55@tcp LPNI seq info [87857:87857:8:4294967295] 00000400:00000200:3.0:1761311767.872902:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.872907:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.872910:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311767.872915:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.872920:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.872923:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.873676:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.873679:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:1.0:1761311767.873685:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.873690:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.873694:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:1.0:1761311767.873696:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:1.0:1761311767.873702:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787708096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.875929:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.875951:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef6c0 00000400:00000200:1.0:1761311767.875960:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab999 [1] + 224 00000400:00000200:1.0:1761311767.875976:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.875980:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.875990:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787708096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.876514:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:3.0:1761311767.876520:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.876521:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:3.0:1761311767.876527:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787708096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.876538:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787708096/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.876564:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fa838222. 02000000:00000010:3.0:1761311767.876570:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000465fad4e. 00000100:00000010:3.0:1761311767.876573:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311767.876576:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.876580:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00000400:00000200:1.0:1761311767.877671:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.877688:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153c00 00000400:00000200:1.0:1761311767.877694:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa2cd [2] + 1968 00000400:00000010:1.0:1761311767.877697:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bc53e097. 00000400:00000200:1.0:1761311767.877702:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000475bfbc2 00000400:00000200:1.0:1761311767.877762:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.877766:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.877770:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000475bfbc2 00000400:00000010:1.0:1761311767.877773:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000475bfbc2 (tot 82352386). 00000100:00000200:1.0:1761311767.877778:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311767.877849:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d35b6dbc. 00000020:00000010:2.0:1761311767.877857:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.877861:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.877883:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000007afce9f x1846867781827584/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311767.877919:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827584 02000000:00000010:2.0:1761311767.877931:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000429fbfe0. 00010000:00000010:2.0:1761311767.877959:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000440281ae. 00010000:00000010:2.0:1761311767.877979:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.877985:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000002c5f3ef5. 00000100:00000010:2.0:1761311767.878005:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000002c5f3ef5. 00010000:00000010:2.0:1761311767.878008:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.878020:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311767.878024:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827584, offset 224 00000400:00000200:2.0:1761311767.878032:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.878042:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.878047:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87858:87858:256:4294967295] 192.168.203.55@tcp LPNI seq info [87858:87858:8:4294967295] 00000400:00000200:2.0:1761311767.878056:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.878060:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.878064:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82352634). 00000800:00000200:2.0:1761311767.878070:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.878076:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.878079:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.878098:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.878104:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:2.0:1761311767.878107:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d35b6dbc. 02000000:00000010:2.0:1761311767.878113:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006462dbec. 00000100:00000010:2.0:1761311767.878117:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:2.0:1761311767.878121:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000532812c7. 00000100:00000010:2.0:1761311767.878123:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:2.0:1761311767.878128:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000967ef3e9. 00000100:00000010:2.0:1761311767.878132:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 02000000:00000010:2.0:1761311767.878134:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008a77aa95. 00000100:00000010:2.0:1761311767.878136:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.878139:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000129b09a1. 00000100:00000010:2.0:1761311767.878141:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:2.0:1761311767.878144:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000047fcdddf. 00000100:00000010:2.0:1761311767.878147:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000200:2.0:1761311767.878154:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311767.878158:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000a99a529a. 00000400:00000010:2.0:1761311767.878162:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000002c5f3ef5 (tot 82352786). 00000800:00000200:1.0:1761311767.878254:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.878258:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352538). 00000400:00000200:1.0:1761311767.878262:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.878266:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.878268:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:1.0:1761311767.878269:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 02000000:00000010:1.0:1761311767.878272:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000429fbfe0. 00080000:00000010:3.0:1761311767.878498:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000012a28fd0. 00010000:00000010:3.0:1761311767.878631:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.878640:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004896ac6e. 00000001:00000010:3.0:1761311767.878658:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.878671:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311767.878678:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000465fad4e. 00000001:00000010:3.0:1761311767.878687:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.878693:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.878698:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.878703:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311767.878715:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006253fb64. 00100000:00000010:3.0:1761311767.878722:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000002f67a666. 00100000:00000010:3.0:1761311767.878725:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c53d07a2. 00010000:00000010:3.0:1761311767.878745:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311767.878751:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.878763:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5edd554. 00000100:00000010:3.0:1761311767.878767:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.878775:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311767.878786:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa838222. 02000000:00000010:3.0:1761311767.878813:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000086af961. 00000400:00000010:3.0:1761311767.878817:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.878822:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.878826:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708160, portal 16 00000400:00000010:3.0:1761311767.878829:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311767.878832:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708160, offset 0 00000400:00000200:3.0:1761311767.878837:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.878853:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.878860:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.878864:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.878866:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.878869:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87859:87859:256:4294967295] 192.168.203.55@tcp LPNI seq info [87859:87859:8:4294967295] 00000400:00000200:3.0:1761311767.878876:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.878881:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.878885:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311767.878889:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.878894:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.878897:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.879529:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.879533:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:1.0:1761311767.879538:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.879543:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.879547:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:1.0:1761311767.879548:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:1.0:1761311767.879556:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787708160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311767.880356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002d1a0280. 00000400:00000200:1.0:1761311767.882171:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.882189:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef700 00000400:00000200:1.0:1761311767.882197:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab9a9 [1] + 224 00000400:00000200:1.0:1761311767.882208:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.882212:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.882222:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787708160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.882258:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.882264:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153c40 00000400:00000200:1.0:1761311767.882268:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa331 [2] + 0 00000400:00000200:1.0:1761311767.882364:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.882368:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.882372:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.882377:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00000400:00000010:3.0:1761311767.882650:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:3.0:1761311767.882656:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.882657:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:3.0:1761311767.882664:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787708160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.882671:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787708160/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.882698:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000086af961. 02000000:00000010:3.0:1761311767.882703:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa838222. 00000100:00000010:3.0:1761311767.882709:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311767.882713:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.882716:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00000020:00000010:0.0:1761311767.882865:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e0a44b39. 00000020:00000010:0.0:1761311767.882872:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.882876:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.882898:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781827648/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311767.882930:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827648 02000000:00000010:0.0:1761311767.882941:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000000506176. 00010000:00000010:0.0:1761311767.882965:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000045907eac. 00010000:00000010:0.0:1761311767.882982:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.882987:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.883003:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.883006:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000010:0.0:1761311767.883017:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311767.883021:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827648, offset 224 00000400:00000200:0.0:1761311767.883028:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.883039:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.883044:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87860:87860:256:4294967295] 192.168.203.55@tcp LPNI seq info [87860:87860:8:4294967295] 00000400:00000200:0.0:1761311767.883053:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.883057:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.883061:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311767.883066:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.883072:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.883075:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.883096:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.883100:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.883103:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e0a44b39. 00000800:00000200:1.0:1761311767.883696:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.883700:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:1.0:1761311767.883705:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.883710:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.883714:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:1.0:1761311767.883716:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00010000:00000010:3.1:1761311767.883783:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000059724c87. 00010000:00000010:3.1:1761311767.883790:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00080000:00000010:3.0:1761311767.883808:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000086af961. 00010000:00000010:3.0:1761311767.883948:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.883956:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d036e9e1. 00000001:00000010:3.0:1761311767.883973:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.883983:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311767.883988:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fb8da553. 00000001:00000010:3.0:1761311767.883996:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.884002:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.884006:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.884012:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311767.884023:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000082b43fea. 00010000:00000010:3.0:1761311767.884038:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.0:1761311767.884043:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.884053:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5edd554. 00000100:00000010:3.0:1761311767.884058:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.884064:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311767.884075:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000910d9b24. 02000000:00000010:3.0:1761311767.884099:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ee839a1. 00000400:00000010:3.0:1761311767.884103:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.884108:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.884113:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708224, portal 16 00000400:00000010:3.0:1761311767.884117:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311767.884119:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708224, offset 0 00000400:00000200:3.0:1761311767.884125:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.884134:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.884141:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.884145:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.884147:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.884150:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87861:87861:256:4294967295] 192.168.203.55@tcp LPNI seq info [87861:87861:8:4294967295] 00000400:00000200:3.0:1761311767.884158:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.884163:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.884168:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311767.884173:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.884179:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.884181:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761311767.884363:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007eecd6a1. 00000800:00000200:1.0:1761311767.884558:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.884560:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:1.0:1761311767.884564:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.884568:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.884570:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:1.0:1761311767.884572:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:1.0:1761311767.884577:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787708224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.887043:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.887062:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef740 00000400:00000200:1.0:1761311767.887070:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab9b5 [1] + 224 00000400:00000200:1.0:1761311767.887090:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.887094:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.887104:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787708224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311767.887517:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:3.0:1761311767.887523:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.887525:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:3.0:1761311767.887531:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787708224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.887540:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787708224/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.887571:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ee839a1. 02000000:00000010:3.0:1761311767.887577:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000910d9b24. 00000100:00000010:3.0:1761311767.887581:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311767.887584:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.887588:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00000400:00000200:1.0:1761311767.887649:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.887657:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153c80 00000400:00000200:1.0:1761311767.887663:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa331 [2] + 328 00000400:00000200:1.0:1761311767.887718:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.887722:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.887726:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.887732:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00010000:00000010:3.1:1761311767.888389:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008a057665. 00010000:00000010:3.1:1761311767.888398:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000020:00000010:2.0:1761311767.888728:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000532812c7. 00000020:00000010:2.0:1761311767.888735:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000001bcc61a4. 00000020:00000010:2.0:1761311767.888739:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000af13519b. 00000100:00000200:2.0:1761311767.888764:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781827712/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.889442:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827712 02000000:00000010:0.0:1761311767.889457:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e0a44b39. 00010000:00000010:0.0:1761311767.889487:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000761c1258. 00010000:00000010:0.0:1761311767.889509:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.889517:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.889532:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.889536:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000010:0.0:1761311767.889550:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c1f0496. 00000100:00000200:0.0:1761311767.889555:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827712, offset 224 00000400:00000200:0.0:1761311767.889563:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.889576:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.889581:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87862:87862:256:4294967295] 192.168.203.55@tcp LPNI seq info [87862:87862:8:4294967295] 00000400:00000200:0.0:1761311767.889590:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.889596:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.889601:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311767.889606:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.889613:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.889616:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.889641:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000001bcc61a4. 00000020:00000010:0.0:1761311767.889647:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000af13519b. 00000020:00000010:0.0:1761311767.889650:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000532812c7. 00080000:00000010:3.0:1761311767.889807:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa838222. 00010000:00000010:3.0:1761311767.889924:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.889931:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000eadec535. 00000001:00000010:3.0:1761311767.889950:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.889966:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311767.889972:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000910d9b24. 00000001:00000010:3.0:1761311767.889980:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.889986:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.889992:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.889996:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311767.890008:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ac409999. 00010000:00000010:3.0:1761311767.890070:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311767.890076:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.890086:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5edd554. 00000100:00000010:3.0:1761311767.890090:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.890096:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311767.890107:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002ee839a1. 02000000:00000010:3.0:1761311767.890132:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa917b12. 00000400:00000010:3.0:1761311767.890137:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.890142:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.890147:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708288, portal 16 00000400:00000010:3.0:1761311767.890151:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311767.890153:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708288, offset 0 00000400:00000200:3.0:1761311767.890158:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.890165:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.890171:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.890175:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.890177:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.890180:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87863:87863:255:4294967295] 192.168.203.55@tcp LPNI seq info [87863:87863:7:4294967295] 00000400:00000200:3.0:1761311767.890187:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.890192:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.890195:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82353034). 00000800:00000200:3.0:1761311767.890199:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.890204:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.890206:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.890435:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.890439:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352786). 00000400:00000200:1.0:1761311767.890444:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.890448:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.890452:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c1f0496 00000400:00000010:1.0:1761311767.890454:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c1f0496. 00000800:00000200:1.0:1761311767.890519:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.890520:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:1.0:1761311767.890524:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.890527:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.890529:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:1.0:1761311767.890530:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:1.0:1761311767.890535:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787708288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311767.891431:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000004e1ddcb. 00010000:00000010:3.1:1761311767.891468:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000221cfa96. 00010000:00000010:3.1:1761311767.891473:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000200:1.0:1761311767.893223:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.893243:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef780 00000400:00000200:1.0:1761311767.893251:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab9c1 [1] + 224 00000400:00000200:1.0:1761311767.893266:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.893270:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.893292:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787708288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.893534:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.893540:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153cc0 00000400:00000200:1.0:1761311767.893545:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa331 [2] + 656 00000400:00000200:1.0:1761311767.893601:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.893604:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.893608:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.893613:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000400:00000010:3.0:1761311767.893898:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:3.0:1761311767.893904:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.893905:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:3.0:1761311767.893912:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787708288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.893920:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787708288/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.893947:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa917b12. 02000000:00000010:3.0:1761311767.893952:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002ee839a1. 00000100:00000010:3.0:1761311767.893956:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311767.893960:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.893963:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00000020:00000010:2.0:1761311767.894089:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d35b6dbc. 00000020:00000010:2.0:1761311767.894097:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.894101:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311767.894124:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781827776/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311767.894461:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827776 02000000:00000010:2.0:1761311767.894475:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007243dbb6. 00010000:00000010:2.0:1761311767.894504:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000074e3879c. 00010000:00000010:2.0:1761311767.894526:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.894533:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d80a4a90. 00000100:00000010:2.0:1761311767.894545:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d80a4a90. 00010000:00000010:2.0:1761311767.894548:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.894561:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005833ca56. 00000100:00000200:2.0:1761311767.894566:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827776, offset 224 00000400:00000200:2.0:1761311767.894574:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.894584:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.894589:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87864:87864:256:4294967295] 192.168.203.55@tcp LPNI seq info [87864:87864:8:4294967295] 00000400:00000200:2.0:1761311767.894599:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.894603:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.894608:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82352786). 00000800:00000200:2.0:1761311767.894613:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.894620:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.894623:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.894635:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.894640:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.894643:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d35b6dbc. 00080000:00000010:3.0:1761311767.894697:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa917b12. 00010000:00000010:3.0:1761311767.894817:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.894825:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a08271b0. 00000001:00000010:3.0:1761311767.894841:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.894855:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311767.894859:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ef9eca7. 00000001:00000010:3.0:1761311767.894867:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.894873:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.894878:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.894883:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311767.894895:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a5d0353d. 00010000:00000010:3.0:1761311767.894909:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311767.894914:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.894923:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5edd554. 00000100:00000010:3.0:1761311767.894926:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.894931:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311767.894940:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000711aa7f8. 02000000:00000010:3.0:1761311767.894959:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000cd74742a. 00000400:00000010:3.0:1761311767.894964:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.894968:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.894973:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708352, portal 16 00000400:00000010:3.0:1761311767.894977:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311767.894978:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708352, offset 0 00000400:00000200:3.0:1761311767.894983:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.894990:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.894996:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.894999:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.895002:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.895004:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87865:87865:255:4294967295] 192.168.203.55@tcp LPNI seq info [87865:87865:7:4294967295] 00000400:00000200:3.0:1761311767.895011:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.895015:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.895018:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311767.895021:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.895025:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.895026:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.895110:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.895114:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352786). 00000400:00000200:1.0:1761311767.895120:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.895123:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.895126:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005833ca56 00000400:00000010:1.0:1761311767.895128:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005833ca56. 00000800:00000200:1.0:1761311767.895182:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.895184:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:1.0:1761311767.895188:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.895190:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.895192:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:1.0:1761311767.895193:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:1.0:1761311767.895198:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787708352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.897467:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.897485:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef7c0 00000400:00000200:1.0:1761311767.897493:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab9cd [1] + 224 00000400:00000200:1.0:1761311767.897504:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.897508:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.897519:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787708352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.897548:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.897553:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153d00 00000400:00000200:1.0:1761311767.897558:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa331 [2] + 984 00000400:00000200:1.0:1761311767.897609:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.897613:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.897616:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.897621:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000400:00000010:3.0:1761311767.897720:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:3.0:1761311767.897725:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:3.0:1761311767.897727:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:3.0:1761311767.897733:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787708352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.897740:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787708352/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311767.897767:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000cd74742a. 02000000:00000010:3.0:1761311767.897772:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000711aa7f8. 00000100:00000010:3.0:1761311767.897775:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:3.0:1761311767.897779:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:3.0:1761311767.897782:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00000020:00000010:2.0:1761311767.898493:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d35b6dbc. 00000020:00000010:2.0:1761311767.898501:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.898506:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311767.898530:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781827840/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311767.898563:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827840 02000000:00000010:2.0:1761311767.898574:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000448f7ea6. 00010000:00000010:2.0:1761311767.898600:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000065aef737. 00010000:00000010:2.0:1761311767.898621:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.898627:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d80a4a90. 00000100:00000010:2.0:1761311767.898639:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d80a4a90. 00010000:00000010:2.0:1761311767.898641:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.898653:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048e81b04. 00000100:00000200:2.0:1761311767.898658:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827840, offset 224 00000400:00000200:2.0:1761311767.898664:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.898675:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.898680:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87866:87866:256:4294967295] 192.168.203.55@tcp LPNI seq info [87866:87866:8:4294967295] 00000400:00000200:2.0:1761311767.898689:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.898695:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.898699:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311767.898705:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.898711:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.898715:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.898729:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.898735:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.898737:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d35b6dbc. 00000800:00000200:1.0:1761311767.898906:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.898910:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352538). 00000400:00000200:1.0:1761311767.898915:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.898919:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.898922:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:1.0:1761311767.898924:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 00080000:00000010:3.0:1761311767.899000:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000711aa7f8. 00010000:00000010:3.0:1761311767.899117:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.899124:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000066d05fa. 00000001:00000010:3.0:1761311767.899142:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.899159:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00080000:00000010:3.0:1761311767.899165:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cd74742a. 00000001:00000010:3.0:1761311767.899173:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.899178:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.899183:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b476daf9. 00000001:00000010:3.0:1761311767.899187:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b476daf9. 00100000:00000010:3.0:1761311767.899199:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000016074d4c. 00010000:00000010:3.0:1761311767.899216:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000af42070e. 00010000:00000010:3.0:1761311767.899221:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311767.899230:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a5edd554. 00000100:00000010:3.0:1761311767.899233:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001072ee62. 00000100:00000010:3.0:1761311767.899239:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311767.899249:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099326f79. 02000000:00000010:3.0:1761311767.899272:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b87d44ef. 00000400:00000010:3.0:1761311767.899288:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b476daf9. 00000400:00000010:3.0:1761311767.899293:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311767.899298:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708416, portal 16 00000400:00000010:3.0:1761311767.899302:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311767.899304:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708416, offset 0 00000400:00000200:3.0:1761311767.899371:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.899378:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.899384:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311767.899387:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311767.899389:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311767.899391:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87867:87867:256:4294967295] 192.168.203.55@tcp LPNI seq info [87867:87867:8:4294967295] 00000400:00000200:3.0:1761311767.899398:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.899402:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.899407:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311767.899411:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.899416:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.899419:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.899924:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.899927:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311767.899930:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.899934:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.899937:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:1.0:1761311767.899939:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:1.0:1761311767.899945:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787708416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311767.904258:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dc2eb299. 00000400:00000200:1.0:1761311767.904375:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.904393:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef800 00000400:00000200:1.0:1761311767.904402:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab9d9 [1] + 224 00000400:00000200:1.0:1761311767.904414:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.904418:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.904431:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787708416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.904462:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.904469:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153d40 00000400:00000200:1.0:1761311767.904474:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa331 [2] + 1312 00000400:00000200:1.0:1761311767.904486:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.904489:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.904492:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.904497:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00010000:00000010:3.1:1761311767.904565:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000010db6a72. 00010000:00000010:3.1:1761311767.904571:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00000020:00000010:0.0:1761311767.904629:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5381b99. 00000020:00000010:0.0:1761311767.904636:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.904640:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.904666:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781827904/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311767.904701:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827904 02000000:00000010:0.0:1761311767.904711:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054be656e. 00010000:00000010:0.0:1761311767.904750:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.904756:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.904763:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.904767:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000010:0.0:1761311767.904780:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311767.904784:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827904, offset 224 00000400:00000200:0.0:1761311767.904792:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.904802:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.904807:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87868:87868:256:4294967295] 192.168.203.55@tcp LPNI seq info [87868:87868:8:4294967295] 00000400:00000200:0.0:1761311767.904818:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.904824:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.904829:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311767.904834:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.904840:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.904844:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.904899:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.904904:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.904907:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5381b99. 00000800:00000200:3.0:1761311767.905062:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.905066:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:3.0:1761311767.905070:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.905074:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.905077:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:3.0:1761311767.905078:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00010000:00000010:2.1:1761311767.905502:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a2daab2a. 00000400:00000010:2.0:1761311767.905526:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b476daf9. 00000400:00000200:2.0:1761311767.905531:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:2.0:1761311767.905533:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:2.0:1761311767.905540:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787708416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.905547:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787708416/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311767.905572:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006110a54f. 02000000:00000010:2.0:1761311767.905587:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b87d44ef. 02000000:00000010:2.0:1761311767.905592:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099326f79. 00000100:00000010:2.0:1761311767.905595:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:2.0:1761311767.905598:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001072ee62. 00010000:00000010:2.0:1761311767.905601:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a5edd554. 00080000:00000010:2.0:1761311767.905619:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d35b6dbc. 00010000:00000010:2.0:1761311767.905750:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:2.0:1761311767.905758:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000457750b5. 00000001:00000010:2.0:1761311767.905774:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000c006476. 00000001:00000010:2.0:1761311767.905784:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000c006476. 00080000:00000010:2.0:1761311767.905790:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e53a1c5. 00000001:00000010:2.0:1761311767.905797:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000c006476. 00000001:00000010:2.0:1761311767.905802:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000c006476. 00000001:00000010:2.0:1761311767.905807:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000c006476. 00000001:00000010:2.0:1761311767.905812:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000c006476. 00100000:00000010:2.0:1761311767.905823:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009216a672. 00100000:00000010:2.0:1761311767.905831:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b89ba7fb. 00100000:00000010:2.0:1761311767.905834:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000014bd6ab7. 00010000:00000010:2.0:1761311767.905863:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002beff87d. 00010000:00000010:2.0:1761311767.905869:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5ade3d7. 00010000:00000010:2.0:1761311767.905879:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.905884:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d80a4a90. 00000100:00000010:2.0:1761311767.905891:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311767.905901:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000025b5dd2d. 02000000:00000010:2.0:1761311767.905925:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007877b0d7. 00000400:00000010:2.0:1761311767.905929:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c006476. 00000400:00000010:2.0:1761311767.905934:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a05cd5f. 00000100:00000200:2.0:1761311767.905939:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708480, portal 16 00000400:00000010:2.0:1761311767.905944:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e7ca96. 00000100:00000200:2.0:1761311767.905946:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708480, offset 0 00000400:00000200:2.0:1761311767.905952:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.905961:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.905968:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311767.905972:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311767.905975:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311767.905978:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87869:87869:256:4294967295] 192.168.203.55@tcp LPNI seq info [87869:87869:8:4294967295] 00000400:00000200:2.0:1761311767.905986:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.905990:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.905994:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352786). 00000800:00000200:2.0:1761311767.905999:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.906004:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.906006:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.906949:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.906955:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352538). 00000400:00000200:1.0:1761311767.906961:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.906967:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.906971:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e7ca96 00000400:00000010:1.0:1761311767.906973:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e7ca96. 00000100:00000200:1.0:1761311767.906980:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787708480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311767.908349:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000190cae1e. 00010000:00000010:2.1:1761311767.908352:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fde88cdd. 00010000:00000010:3.1:1761311767.908360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:1.0:1761311767.908636:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.908652:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef840 00000400:00000200:1.0:1761311767.908660:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab9e5 [1] + 224 00000400:00000200:1.0:1761311767.908677:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.908680:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.908689:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787708480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311767.908733:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000c006476. 00000400:00000200:2.0:1761311767.908738:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:2.0:1761311767.908740:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 00000100:00000200:2.0:1761311767.908744:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787708480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311767.908751:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787708480/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311767.908778:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007877b0d7. 02000000:00000010:2.0:1761311767.908784:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000025b5dd2d. 00000100:00000010:2.0:1761311767.908788:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311767.908791:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d80a4a90. 00010000:00000010:2.0:1761311767.908795:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000200:3.0:1761311767.909185:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.909195:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153d80 00000400:00000200:3.0:1761311767.909201:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa331 [2] + 1640 00000400:00000200:3.0:1761311767.909247:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.909251:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.909255:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.909259:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000020:00000010:0.0:1761311767.909498:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000d5381b99. 00000020:00000010:0.0:1761311767.909505:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.909509:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.909533:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c241c5e9 x1846867781827968/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.909570:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781827968 02000000:00000010:0.0:1761311767.909581:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc3c18e4. 00010000:00000010:0.0:1761311767.909607:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000476cfa64. 00010000:00000010:0.0:1761311767.909629:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.909635:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.909651:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.909654:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000010:0.0:1761311767.909666:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311767.909670:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781827968, offset 224 00000400:00000200:0.0:1761311767.909677:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.909688:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.909693:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87870:87870:256:4294967295] 192.168.203.55@tcp LPNI seq info [87870:87870:8:4294967295] 00000400:00000200:0.0:1761311767.909702:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.909708:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.909712:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311767.909717:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.909723:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.909727:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.909749:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.909754:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.909757:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000d5381b99. 00000800:00000200:0.0:1761311767.909847:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.909851:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:0.0:1761311767.909855:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.909859:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.909862:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00080000:00000010:3.0:1761311767.909863:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000efaf24cc. 00000400:00000010:0.0:1761311767.909864:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 00010000:00000010:0.0:1761311767.910751:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5ade3d7. 00010000:00000010:0.0:1761311767.910761:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009084e793. 00000001:00000010:0.0:1761311767.910781:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.910793:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00080000:00000010:0.0:1761311767.910799:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d5381b99. 00000001:00000010:0.0:1761311767.910808:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.910814:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.910819:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.910825:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00100000:00000010:0.0:1761311767.910836:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005e3afd6a. 00010000:00000010:0.0:1761311767.910865:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.0:1761311767.910870:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000051ef60d1. 00010000:00000010:0.0:1761311767.910882:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.910888:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.910895:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000014537d02. 02000000:00000010:0.0:1761311767.910907:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000129b09a1. 02000000:00000010:0.0:1761311767.910935:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006462dbec. 00000400:00000010:0.0:1761311767.910939:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d53d4f. 00000400:00000010:0.0:1761311767.910944:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311767.910949:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708544, portal 16 00000400:00000010:0.0:1761311767.910954:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f15166. 00000100:00000200:0.0:1761311767.910956:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708544, offset 0 00000400:00000200:0.0:1761311767.910963:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.910973:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.910980:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.910983:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.910986:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.910989:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87871:87871:256:4294967295] 192.168.203.55@tcp LPNI seq info [87871:87871:8:4294967295] 00000400:00000200:0.0:1761311767.910997:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.911002:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.911005:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311767.911010:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.911015:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.911018:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.912056:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.912062:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:0.0:1761311767.912069:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.912076:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.912081:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f15166 00000400:00000010:0.0:1761311767.912083:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f15166. 00000100:00000200:0.0:1761311767.912091:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000014537d02 x1846867787708544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.915922:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.915945:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef880 00000400:00000200:3.0:1761311767.915952:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xab9f1 [1] + 224 00000400:00000200:3.0:1761311767.915963:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.915967:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.915978:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000014537d02 x1846867787708544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.916353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e16718e2. 00010000:00000010:2.1:1761311767.916360:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000254aaa35. 00010000:00000010:2.1:1761311767.916364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000af42070e. 00010000:00000010:3.1:1761311767.918029:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008347eb10. 00010000:00000010:3.1:1761311767.918043:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000200:1.0:1761311767.918203:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.918218:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153dc0 00000400:00000200:1.0:1761311767.918225:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa331 [2] + 1968 00000400:00000010:1.0:1761311767.918230:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000050dfea9a. 00000400:00000200:1.0:1761311767.918234:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a7343586 00000400:00000010:0.0:1761311767.918864:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d53d4f. 00000400:00000200:0.0:1761311767.918872:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00000400:00000010:0.0:1761311767.918874:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 00000100:00000200:0.0:1761311767.918883:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000014537d02 x1846867787708544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.918892:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000014537d02 x1846867787708544/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.918924:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006462dbec. 02000000:00000010:0.0:1761311767.918930:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000129b09a1. 00000100:00000010:0.0:1761311767.918934:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000014537d02. 00000100:00000010:0.0:1761311767.918937:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.918942:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000200:1.0:1761311767.920034:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.920045:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.920051:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a7343586 00000400:00000010:1.0:1761311767.920055:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a7343586 (tot 82352386). 00000100:00000200:1.0:1761311767.920063:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311767.920794:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000025b5dd2d. 00000020:00000010:2.0:1761311767.920801:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.920806:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311767.920830:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000375f2cda x1846867781828032/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311767.921713:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828032 02000000:00000010:2.0:1761311767.921728:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007877b0d7. 00010000:00000010:2.0:1761311767.921759:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008b8f7fb8. 00010000:00000010:2.0:1761311767.921784:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.921791:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d80a4a90. 00000100:00000010:2.0:1761311767.921884:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d80a4a90. 00010000:00000010:2.0:1761311767.921890:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.921904:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a05cd5f. 00000100:00000200:2.0:1761311767.921908:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828032, offset 224 00000400:00000200:2.0:1761311767.921917:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.921930:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.921936:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87872:87872:256:4294967295] 192.168.203.55@tcp LPNI seq info [87872:87872:8:4294967295] 00000400:00000200:2.0:1761311767.921946:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.921952:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.921956:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352634). 00000800:00000200:2.0:1761311767.921963:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.921970:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.921974:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.922003:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.922009:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.922012:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000025b5dd2d. 02000000:00000010:2.0:1761311767.922020:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc3c18e4. 00000100:00000010:2.0:1761311767.922024:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 02000000:00000010:2.0:1761311767.922027:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054be656e. 00000100:00000010:2.0:1761311767.922030:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:2.0:1761311767.922033:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000448f7ea6. 00000100:00000010:2.0:1761311767.922035:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:2.0:1761311767.922040:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007243dbb6. 00000100:00000010:2.0:1761311767.922042:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 02000000:00000010:2.0:1761311767.922044:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e0a44b39. 00000100:00000010:2.0:1761311767.922046:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 02000000:00000010:2.0:1761311767.922048:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000000506176. 00000100:00000010:2.0:1761311767.922050:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 00000100:00000200:2.0:1761311767.922056:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311767.922061:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000c006476. 00000400:00000010:2.0:1761311767.922066:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d80a4a90 (tot 82352786). 00000800:00000200:3.0:1761311767.922122:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.922126:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352538). 00000400:00000200:3.0:1761311767.922131:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.922136:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.922139:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:3.0:1761311767.922141:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 02000000:00000010:3.0:1761311767.922145:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007877b0d7. 00080000:00000010:1.0:1761311767.922148:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000007750ba7. 00010000:00000010:1.0:1761311767.922275:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000051ef60d1. 00010000:00000010:1.0:1761311767.922295:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000079a43e9e. 00000001:00000010:1.0:1761311767.922623:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bc53e097. 00000001:00000010:1.0:1761311767.922796:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bc53e097. 00080000:00000010:1.0:1761311767.922805:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008a77aa95. 00000001:00000010:1.0:1761311767.922816:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bc53e097. 00000001:00000010:1.0:1761311767.922822:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bc53e097. 00000001:00000010:1.0:1761311767.922827:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bc53e097. 00000001:00000010:1.0:1761311767.922833:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bc53e097. 00100000:00000010:1.0:1761311767.922858:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003fe0f8f4. 00010000:00000010:1.0:1761311767.922877:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311767.922884:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003253f857. 00010000:00000010:1.0:1761311767.922895:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004b041eda. 00000100:00000010:1.0:1761311767.922900:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.922908:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311767.922919:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002825283b. 02000000:00000010:1.0:1761311767.922943:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d5480c7. 00000400:00000010:1.0:1761311767.922947:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bc53e097. 00000400:00000010:1.0:1761311767.922951:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311767.922955:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708608, portal 16 00000400:00000010:1.0:1761311767.922959:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebf2b047. 00000100:00000200:1.0:1761311767.922961:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708608, offset 0 00000400:00000200:1.0:1761311767.922967:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.922977:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.922984:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.922988:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.922990:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.922993:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87873:87873:256:4294967295] 192.168.203.55@tcp LPNI seq info [87873:87873:8:4294967295] 00000400:00000200:1.0:1761311767.923000:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.923005:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.923009:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.923013:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.923017:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.923020:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311767.923622:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f76c3bfa. 00010000:00000010:0.1:1761311767.923630:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000001ebb0fee. 00010000:00000010:0.1:1761311767.923635:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00000800:00000200:0.0:1761311767.923646:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.923649:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.923652:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.923656:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.923661:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebf2b047 00000400:00000010:0.0:1761311767.923663:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebf2b047. 00000100:00000200:0.0:1761311767.923669:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787708608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.927396:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000082d0cc8. 00010000:00000010:1.1:1761311767.927478:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011288516. 00010000:00000010:1.1:1761311767.927487:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00000400:00000200:1.0:1761311767.932126:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.932149:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef8c0 00000400:00000200:1.0:1761311767.932157:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba01 [1] + 224 00000400:00000200:1.0:1761311767.932170:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.932174:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.932186:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787708608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.932270:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.932286:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153e00 00000400:00000200:1.0:1761311767.932292:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa389 [2] + 0 00000400:00000010:0.0:1761311767.932459:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bc53e097. 00000400:00000200:0.0:1761311767.932465:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:0.0:1761311767.932468:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:0.0:1761311767.932474:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787708608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311767.932481:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787708608/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.932509:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d5480c7. 02000000:00000010:0.0:1761311767.932515:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002825283b. 00000100:00000010:0.0:1761311767.932518:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:0.0:1761311767.932521:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:0.0:1761311767.932525:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004b041eda. 00000400:00000200:1.0:1761311767.932622:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.932627:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.932631:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.932635:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 00000020:00000010:0.0:1761311767.932973:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000129b09a1. 00000020:00000010:0.0:1761311767.932980:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.932984:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.933005:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bf02ceb x1846867781828096/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311767.933037:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828096 02000000:00000010:0.0:1761311767.933047:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006462dbec. 00010000:00000010:0.0:1761311767.933070:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce1f7f7b. 00010000:00000010:0.0:1761311767.933090:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.933096:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.933111:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.933114:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000010:0.0:1761311767.933126:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311767.933134:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828096, offset 224 00000400:00000200:0.0:1761311767.933142:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.933152:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.933157:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87874:87874:256:4294967295] 192.168.203.55@tcp LPNI seq info [87874:87874:8:4294967295] 00000400:00000200:0.0:1761311767.933167:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.933172:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.933176:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311767.933182:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.933188:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.933192:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.933215:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.933220:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:0.0:1761311767.933222:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000129b09a1. 00000800:00000200:3.0:1761311767.933298:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.933303:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:3.0:1761311767.933307:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.933329:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.933333:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00000400:00000010:3.0:1761311767.933334:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 00080000:00000010:1.0:1761311767.933419:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002825283b. 00010000:00000010:1.0:1761311767.933639:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003253f857. 00010000:00000010:1.0:1761311767.933645:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009bee8fb0. 00000001:00000010:1.0:1761311767.933660:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.933672:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311767.933678:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d5480c7. 00000001:00000010:1.0:1761311767.933686:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.933693:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.933697:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.933702:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311767.933715:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b0a7bd40. 00010000:00000010:1.0:1761311767.933730:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311767.933735:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003253f857. 00010000:00000010:1.0:1761311767.933744:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d3e24ed8. 00000100:00000010:1.0:1761311767.933747:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.933753:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.933763:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec225cba. 02000000:00000010:1.0:1761311767.933784:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002438c15d. 00000400:00000010:1.0:1761311767.933789:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311767.933793:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a4589e8. 00000100:00000200:1.0:1761311767.933798:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708672, portal 16 00000400:00000010:1.0:1761311767.933802:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311767.933803:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708672, offset 0 00000400:00000200:1.0:1761311767.933808:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.933815:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.933821:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.933824:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.933826:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.933829:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87875:87875:256:4294967295] 192.168.203.55@tcp LPNI seq info [87875:87875:8:4294967295] 00000400:00000200:1.0:1761311767.933836:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.933935:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.933942:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311767.933947:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.933951:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.933954:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311767.935133:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.935139:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:0.0:1761311767.935144:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.935149:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.935153:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:0.0:1761311767.935155:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:0.0:1761311767.935162:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787708672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.936958:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.936979:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef900 00000400:00000200:1.0:1761311767.936988:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba0d [1] + 224 00000400:00000200:1.0:1761311767.937001:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.937006:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.937017:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787708672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311767.937457:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311767.937465:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153e40 00000400:00000200:1.0:1761311767.937469:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa389 [2] + 328 00000400:00000200:1.0:1761311767.937518:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.937522:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311767.937526:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311767.937530:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000020:00000010:3.0:1761311767.937611:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003690cf26. 00000020:00000010:3.0:1761311767.937619:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311767.937624:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000400:00000010:0.0:1761311767.937629:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:0.0:1761311767.937635:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a4589e8 00000400:00000010:0.0:1761311767.937637:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a4589e8. 00000100:00000200:0.0:1761311767.937643:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787708672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311767.937650:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781828160/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311767.937650:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787708672/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311767.937679:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002438c15d. 02000000:00000010:0.0:1761311767.937686:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec225cba. 00000100:00000200:3.0:1761311767.937688:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828160 00000100:00000010:0.0:1761311767.937690:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:0.0:1761311767.937694:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:0.0:1761311767.937697:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d3e24ed8. 02000000:00000010:3.0:1761311767.937699:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d2e6299b. 00010000:00000010:3.0:1761311767.938151:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000008b86d8. 00010000:00000010:3.0:1761311767.938174:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311767.938180:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311767.938196:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311767.938198:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311767.938211:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311767.938216:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828160, offset 224 00000400:00000200:3.0:1761311767.938224:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311767.938236:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311767.938241:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87876:87876:256:4294967295] 192.168.203.55@tcp LPNI seq info [87876:87876:8:4294967295] 00000400:00000200:3.0:1761311767.938250:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311767.938255:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311767.938260:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311767.938265:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311767.938270:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311767.938273:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311767.938307:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311767.938334:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311767.938337:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003690cf26. 00080000:00000010:0.0:1761311767.938481:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000129b09a1. 00010000:00000010:0.0:1761311767.938585:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003253f857. 00010000:00000010:0.0:1761311767.938592:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009459e0fd. 00000001:00000010:0.0:1761311767.938607:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.938621:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00080000:00000010:0.0:1761311767.938627:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d612d23b. 00000001:00000010:0.0:1761311767.938634:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.938639:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.938643:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000056d53d4f. 00000001:00000010:0.0:1761311767.938648:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000056d53d4f. 00100000:00000010:0.0:1761311767.938659:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000779aed30. 00010000:00000010:0.0:1761311767.938676:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.0:1761311767.938681:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000071dbf7a1. 00010000:00000010:0.0:1761311767.938690:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fb99b582. 00000100:00000010:0.0:1761311767.938694:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.938699:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000014537d02. 02000000:00000010:0.0:1761311767.938708:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000261e5efb. 02000000:00000010:0.0:1761311767.938730:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008554ea98. 00000400:00000010:0.0:1761311767.938734:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d53d4f. 00000400:00000010:0.0:1761311767.938738:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f15166. 00000100:00000200:0.0:1761311767.938742:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708736, portal 16 00000400:00000010:0.0:1761311767.938746:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311767.938748:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708736, offset 0 00000400:00000200:0.0:1761311767.938753:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.938758:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.938764:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311767.938767:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311767.938770:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311767.938773:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87877:87877:255:4294967295] 192.168.203.55@tcp LPNI seq info [87877:87877:7:4294967295] 00000400:00000200:0.0:1761311767.938780:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.938784:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.938787:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82353034). 00000800:00000200:0.0:1761311767.938791:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.938795:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.938797:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311767.938890:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.938894:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:1.0:1761311767.938898:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.938902:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.938905:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:1.0:1761311767.938907:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000800:00000200:1.0:1761311767.938955:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311767.938957:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:1.0:1761311767.938960:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311767.938964:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311767.938966:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602a8774 00000400:00000010:1.0:1761311767.938967:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602a8774. 00000100:00000200:1.0:1761311767.938972:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000014537d02 x1846867787708736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.941388:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.941406:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef940 00000400:00000200:0.0:1761311767.941414:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba19 [1] + 224 00000400:00000200:0.0:1761311767.941429:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.941432:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.941442:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000014537d02 x1846867787708736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.941649:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000056d53d4f. 00000400:00000200:1.0:1761311767.941655:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f15166 00000400:00000010:1.0:1761311767.941657:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f15166. 00000100:00000200:1.0:1761311767.941662:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000014537d02 x1846867787708736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.941668:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000014537d02 x1846867787708736/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.941693:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008554ea98. 02000000:00000010:1.0:1761311767.941699:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000261e5efb. 00000100:00000010:1.0:1761311767.941702:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000014537d02. 00000100:00000010:1.0:1761311767.941705:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:1.0:1761311767.941708:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fb99b582. 00000400:00000200:3.0:1761311767.943104:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.943119:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153e80 00000400:00000200:3.0:1761311767.943125:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa389 [2] + 656 00000400:00000200:3.0:1761311767.943185:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.943189:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.943194:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.943199:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00010000:00000010:0.1:1761311767.943298:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a5019241. 00000020:00000010:2.0:1761311767.943447:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007243dbb6. 00000020:00000010:2.0:1761311767.943455:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.943459:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311767.943482:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781828224/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311767.943516:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828224 02000000:00000010:2.0:1761311767.943526:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000448f7ea6. 00010000:00000010:2.0:1761311767.943555:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a49babde. 00010000:00000010:2.0:1761311767.943575:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.943586:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311767.944431:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311767.944437:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.944456:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311767.944462:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828224, offset 224 00000400:00000200:2.0:1761311767.944470:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.944484:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.944489:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87878:87878:256:4294967295] 192.168.203.55@tcp LPNI seq info [87878:87878:8:4294967295] 00000400:00000200:2.0:1761311767.944499:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.944504:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.944509:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311767.944515:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.944521:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.944525:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.944547:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.944553:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.944556:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007243dbb6. 00010000:00000010:1.1:1761311767.944997:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003ff2cccc. 00010000:00000010:1.1:1761311767.945004:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00080000:00000010:1.0:1761311767.945021:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002438c15d. 00010000:00000010:1.0:1761311767.945141:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000071dbf7a1. 00010000:00000010:1.0:1761311767.945147:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ae7fba6c. 00000001:00000010:1.0:1761311767.945165:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.945174:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311767.945180:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c51d2e05. 00000001:00000010:1.0:1761311767.945187:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.945192:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.945197:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.945201:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311767.945213:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001c66b249. 00100000:00000010:1.0:1761311767.945221:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000008cff2414. 00100000:00000010:1.0:1761311767.945224:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006f140b97. 00010000:00000010:1.0:1761311767.945241:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311767.945245:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.945255:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311767.945260:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.945268:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.945289:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009729ae74. 02000000:00000010:1.0:1761311767.945337:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d8e07c72. 00000400:00000010:1.0:1761311767.945343:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311767.945348:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311767.945353:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708800, portal 16 00000400:00000010:1.0:1761311767.945358:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a4589e8. 00000100:00000200:1.0:1761311767.945360:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708800, offset 0 00000400:00000200:1.0:1761311767.945366:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.945375:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.945381:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.945384:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.945387:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.945389:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87879:87879:255:4294967295] 192.168.203.55@tcp LPNI seq info [87879:87879:7:4294967295] 00000400:00000200:1.0:1761311767.945396:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.945400:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.945403:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311767.945407:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.945411:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.945413:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311767.945524:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f33c0ae8. 00000800:00000200:3.0:1761311767.945538:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.945541:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352786). 00000400:00000200:3.0:1761311767.945546:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.945550:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.945554:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:3.0:1761311767.945556:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000800:00000200:3.0:1761311767.945608:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.945610:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:3.0:1761311767.945613:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.945617:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.945619:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a4589e8 00000400:00000010:3.0:1761311767.945620:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a4589e8. 00000100:00000200:3.0:1761311767.945626:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787708800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311767.947357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000061dc5b98. 00010000:00000010:0.1:1761311767.947434:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000351337a4. 00010000:00000010:0.1:1761311767.947440:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.1:1761311767.951374:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006606a2b4. 00010000:00000010:1.1:1761311767.951390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00000400:00000200:0.0:1761311767.955524:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.955545:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef980 00000400:00000200:0.0:1761311767.955556:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba25 [1] + 224 00000400:00000200:0.0:1761311767.955567:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.955571:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.955580:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787708800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.958953:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.958974:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153ec0 00000400:00000200:0.0:1761311767.958982:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa389 [2] + 984 00000400:00000200:0.0:1761311767.959003:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.959007:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.959013:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311767.959021:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000014537d02. 00000400:00000010:1.0:1761311767.959119:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311767.959126:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311767.959127:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311767.959136:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787708800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.959145:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787708800/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.959177:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d8e07c72. 02000000:00000010:1.0:1761311767.959183:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009729ae74. 00000100:00000010:1.0:1761311767.959187:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311767.959190:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311767.959194:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000020:00000010:2.0:1761311767.959286:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007243dbb6. 00000020:00000010:2.0:1761311767.959293:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.959382:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311767.959406:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000014537d02 x1846867781828288/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311767.959430:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828288 02000000:00000010:2.0:1761311767.959438:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000025b5dd2d. 00010000:00000010:2.0:1761311767.959463:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009749ae1b. 00010000:00000010:2.0:1761311767.959482:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.959488:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311767.959502:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311767.959505:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.959517:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311767.959521:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828288, offset 224 00000400:00000200:2.0:1761311767.959528:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.959538:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.959543:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87880:87880:256:4294967295] 192.168.203.55@tcp LPNI seq info [87880:87880:8:4294967295] 00000400:00000200:2.0:1761311767.959552:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.959557:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.959561:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82352786). 00000800:00000200:2.0:1761311767.959566:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.959573:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.959578:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:1.0:1761311767.960404:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009729ae74. 00010000:00000010:1.0:1761311767.960546:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.960555:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000004955ed5c. 00000001:00000010:1.0:1761311767.960576:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.960588:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311767.960595:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d8e07c72. 00000001:00000010:1.0:1761311767.960604:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.960610:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.960615:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.960620:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311767.960634:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bb953663. 00010000:00000010:1.0:1761311767.960650:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311767.960655:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.960663:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311767.960668:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.960675:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.960687:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d872bac. 02000000:00000010:1.0:1761311767.960712:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ace9dbd2. 00000400:00000010:1.0:1761311767.960717:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311767.960722:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311767.960727:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708864, portal 16 00000400:00000010:1.0:1761311767.960731:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004d02035d. 00000100:00000200:1.0:1761311767.960734:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708864, offset 0 00000400:00000200:1.0:1761311767.960741:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.960750:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.960757:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.960759:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.960762:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.960765:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87881:87881:255:4294967295] 192.168.203.55@tcp LPNI seq info [87881:87881:7:4294967295] 00000400:00000200:1.0:1761311767.960773:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.960777:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.960780:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311767.960784:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.960789:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.960792:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.961858:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.961869:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.961873:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007243dbb6. 00000800:00000200:0.0:1761311767.963427:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.963434:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352786). 00000400:00000200:0.0:1761311767.963443:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.963452:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.963458:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:0.0:1761311767.963460:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 00000800:00000200:0.0:1761311767.964025:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311767.964029:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311767.964033:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.964037:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311767.964041:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004d02035d 00000400:00000010:0.0:1761311767.964042:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004d02035d. 00000100:00000200:0.0:1761311767.964050:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787708864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.965673:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.965690:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6ef9c0 00000400:00000200:3.0:1761311767.965750:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba31 [1] + 224 00000400:00000200:3.0:1761311767.965764:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.965768:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.965778:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787708864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311767.965808:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.965814:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153f00 00000400:00000200:3.0:1761311767.965820:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa389 [2] + 1312 00000400:00000200:3.0:1761311767.965873:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.965876:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.965880:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.965884:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 00000020:00000010:2.0:1761311767.966050:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007243dbb6. 00000020:00000010:2.0:1761311767.966057:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.966061:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311767.966087:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000129091b7 x1846867781828352/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311767.966118:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828352 02000000:00000010:2.0:1761311767.966129:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fe9127cf. 00010000:00000010:2.0:1761311767.966164:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.966170:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311767.966176:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311767.966179:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.966191:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ed3df7a. 00000100:00000200:2.0:1761311767.966194:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828352, offset 224 00000400:00000200:2.0:1761311767.966201:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.966210:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.966216:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87882:87882:256:4294967295] 192.168.203.55@tcp LPNI seq info [87882:87882:8:4294967295] 00000400:00000200:2.0:1761311767.966225:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.966229:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.966234:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82352786). 00000800:00000200:2.0:1761311767.966239:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.966244:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.966248:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.966269:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311767.966275:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311767.966288:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007243dbb6. 00000400:00000010:1.0:1761311767.966459:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311767.966465:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311767.966466:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311767.966471:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787708864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.966478:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787708864/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311767.966500:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000594c2a45. 02000000:00000010:1.0:1761311767.966514:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ace9dbd2. 02000000:00000010:1.0:1761311767.966520:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d872bac. 00000100:00000010:1.0:1761311767.966524:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311767.966527:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311767.966530:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00080000:00000010:1.0:1761311767.966544:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d872bac. 00010000:00000010:1.0:1761311767.966651:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.966656:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000041c04afc. 00000001:00000010:1.0:1761311767.966673:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.966687:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311767.966693:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ace9dbd2. 00000001:00000010:1.0:1761311767.966702:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.966707:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.966712:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.966717:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311767.966729:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000082d10b16. 00010000:00000010:1.0:1761311767.966747:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311767.966752:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.966761:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311767.966764:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.966770:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.966780:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ced7081e. 02000000:00000010:1.0:1761311767.966802:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095eb4305. 00000400:00000010:1.0:1761311767.966806:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311767.966810:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311767.966815:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708928, portal 16 00000400:00000010:1.0:1761311767.966819:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dbdc89a3. 00000100:00000200:1.0:1761311767.966821:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708928, offset 0 00000400:00000200:1.0:1761311767.966825:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.966831:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.966837:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000800:00000200:3.0:1761311767.967200:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.967204:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352538). 00000400:00000200:3.0:1761311767.967209:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.967214:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.967217:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ed3df7a 00000400:00000010:3.0:1761311767.967219:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ed3df7a. 00000400:00000200:1.0:1761311767.967239:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.967244:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.967247:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87883:87883:255:4294967295] 192.168.203.55@tcp LPNI seq info [87883:87883:7:4294967295] 00000400:00000200:1.0:1761311767.967254:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.967259:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.967264:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311767.967268:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.967273:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.967290:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:2.1:1761311767.967338:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9505605. 00000800:00000200:3.0:1761311767.968077:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.968081:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311767.968086:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.968091:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.968094:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dbdc89a3 00000400:00000010:3.0:1761311767.968096:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dbdc89a3. 00000100:00000200:3.0:1761311767.968102:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787708928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311767.973359:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002a0716d0. 00010000:00000010:1.1:1761311767.973375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311767.976477:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001fe30773. 00010000:00000010:1.1:1761311767.976493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f1ade0da. 00010000:00000010:1.1:1761311767.976497:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:0.0:1761311767.986941:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.986961:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efa00 00000400:00000200:0.0:1761311767.986969:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba3d [1] + 224 00000400:00000200:0.0:1761311767.987000:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.987005:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.987016:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787708928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.987130:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311767.987135:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311767.987137:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311767.987142:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787708928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.987150:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787708928/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.987179:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095eb4305. 02000000:00000010:1.0:1761311767.987186:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ced7081e. 00000100:00000010:1.0:1761311767.987189:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311767.987193:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311767.987197:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000200:3.0:1761311767.989800:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.989819:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153f40 00000400:00000200:3.0:1761311767.989826:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa389 [2] + 1640 00000400:00000200:3.0:1761311767.990028:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.990033:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311767.990040:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311767.990045:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000020:00000010:0.0:1761311767.990226:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000147f9daf. 00000020:00000010:0.0:1761311767.990236:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000624cd515. 00000020:00000010:0.0:1761311767.990240:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000012d0e65f. 00000100:00000200:0.0:1761311767.990266:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781828416/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311767.990347:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828416 02000000:00000010:2.0:1761311767.990362:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007243dbb6. 00010000:00000010:2.0:1761311767.990390:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000760290a2. 00010000:00000010:2.0:1761311767.990411:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311767.990419:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311767.990441:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311767.990445:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311767.990459:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311767.990463:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828416, offset 224 00000400:00000200:2.0:1761311767.990471:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311767.990481:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311767.990487:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87884:87884:256:4294967295] 192.168.203.55@tcp LPNI seq info [87884:87884:8:4294967295] 00000400:00000200:2.0:1761311767.990496:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311767.990501:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311767.990504:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311767.990509:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311767.990516:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311767.990519:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311767.990544:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000624cd515. 00000020:00000010:2.0:1761311767.990549:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000012d0e65f. 00000020:00000010:2.0:1761311767.990552:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000147f9daf. 00080000:00000010:1.0:1761311767.990639:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ced7081e. 00010000:00000010:1.0:1761311767.990764:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.990772:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ee5eae6. 00000001:00000010:1.0:1761311767.990790:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.990805:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311767.990812:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095eb4305. 00000001:00000010:1.0:1761311767.990820:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.990826:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.990831:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.990837:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311767.990866:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e5a36156. 00010000:00000010:1.0:1761311767.990884:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311767.990889:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.990899:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311767.990904:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.990911:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.990920:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f4f56a02. 02000000:00000010:1.0:1761311767.990944:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000095814320. 00000400:00000010:1.0:1761311767.990949:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311767.990953:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311767.990958:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787708992, portal 16 00000400:00000010:1.0:1761311767.990962:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ebf2b047. 00000100:00000200:1.0:1761311767.990964:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787708992, offset 0 00000400:00000200:1.0:1761311767.990970:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.990977:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.990983:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.990987:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.990990:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.990992:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87885:87885:255:4294967295] 192.168.203.55@tcp LPNI seq info [87885:87885:7:4294967295] 00000400:00000200:1.0:1761311767.990999:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.991004:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.991007:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311767.991011:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.991015:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.991017:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.991389:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.991393:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352786). 00000400:00000200:3.0:1761311767.991398:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.991402:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.991406:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:3.0:1761311767.991408:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000800:00000200:3.0:1761311767.991672:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.991675:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:3.0:1761311767.991679:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.991683:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.991686:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ebf2b047 00000400:00000010:3.0:1761311767.991687:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ebf2b047. 00000100:00000200:3.0:1761311767.991693:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787708992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311767.992989:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311767.993006:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efa40 00000400:00000200:0.0:1761311767.993014:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba49 [1] + 224 00000400:00000200:0.0:1761311767.993035:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311767.993038:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311767.993048:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787708992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311767.993194:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311767.993199:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311767.993201:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311767.993206:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787708992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311767.993217:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787708992/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311767.993243:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000095814320. 02000000:00000010:1.0:1761311767.993249:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f4f56a02. 00000100:00000010:1.0:1761311767.993255:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311767.993260:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311767.993263:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000200:3.0:1761311767.998377:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311767.998397:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153f80 00000400:00000200:3.0:1761311767.998406:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa389 [2] + 1968 00000400:00000010:3.0:1761311767.998410:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061899ae8. 00000400:00000200:3.0:1761311767.998418:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000833193d1 00000400:00000200:3.0:1761311767.998482:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.998487:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.998490:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000833193d1 00000400:00000010:3.0:1761311767.998493:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000833193d1 (tot 82352386). 00000100:00000200:3.0:1761311767.998499:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761311767.998605:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a48fe8a7. 00000020:00000010:0.0:1761311767.998710:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f4bc18c. 00000020:00000010:0.0:1761311767.998717:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5daa810. 00000020:00000010:0.0:1761311767.998722:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003538c06e. 00000100:00000200:0.0:1761311767.998744:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f975843d x1846867781828480/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:245/0 lens 328/0 e 0 to 0 dl 1761311810 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311767.998780:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828480 02000000:00000010:0.0:1761311767.998791:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000147f9daf. 00010000:00000010:0.0:1761311767.998817:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000364b1a10. 00010000:00000010:0.0:1761311767.998835:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311767.998842:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d04c8d67. 00000100:00000010:0.0:1761311767.998857:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d04c8d67. 00010000:00000010:0.0:1761311767.998860:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311767.998873:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311767.998877:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828480, offset 224 00000400:00000200:0.0:1761311767.998885:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311767.998896:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311767.998901:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87886:87886:256:4294967295] 192.168.203.55@tcp LPNI seq info [87886:87886:8:4294967295] 00000400:00000200:0.0:1761311767.998910:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311767.998915:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311767.998920:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352634). 00000800:00000200:0.0:1761311767.998925:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311767.998931:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311767.998935:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311767.998957:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5daa810. 00000020:00000010:0.0:1761311767.998962:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003538c06e. 00000020:00000010:0.0:1761311767.998966:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f4bc18c. 02000000:00000010:0.0:1761311767.998974:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007243dbb6. 00000100:00000010:0.0:1761311767.998976:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 02000000:00000010:0.0:1761311767.998980:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fe9127cf. 00000100:00000010:0.0:1761311767.998982:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 02000000:00000010:0.0:1761311767.998985:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000025b5dd2d. 00000100:00000010:0.0:1761311767.998986:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000014537d02. 02000000:00000010:0.0:1761311767.998990:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000448f7ea6. 00000100:00000010:0.0:1761311767.998992:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 02000000:00000010:0.0:1761311767.998995:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d2e6299b. 00000100:00000010:0.0:1761311767.998997:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:0.0:1761311767.999000:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006462dbec. 00000100:00000010:0.0:1761311767.999003:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 00000100:00000200:0.0:1761311767.999009:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311767.999015:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000465441fe. 00000400:00000010:0.0:1761311767.999018:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d04c8d67 (tot 82352786). 00080000:00000010:1.0:1761311767.999076:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095814320. 00010000:00000010:1.0:1761311767.999191:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.999197:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fd17c8e7. 00000001:00000010:1.0:1761311767.999215:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.999226:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311767.999233:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f4f56a02. 00000001:00000010:1.0:1761311767.999241:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.999246:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.999251:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311767.999256:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311767.999266:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ffdfa22a. 00010000:00000010:1.0:1761311767.999304:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311767.999346:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311767.999357:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311767.999361:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311767.999366:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311767.999379:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066c550d6. 02000000:00000010:1.0:1761311767.999403:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000bb9bd697. 00000400:00000010:1.0:1761311767.999407:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311767.999410:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311767.999414:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709056, portal 16 00000400:00000010:1.0:1761311767.999417:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000cdb38976. 00000100:00000200:1.0:1761311767.999419:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709056, offset 0 00000400:00000200:1.0:1761311767.999425:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311767.999431:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311767.999438:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311767.999441:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311767.999444:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311767.999446:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87887:87887:255:4294967295] 192.168.203.55@tcp LPNI seq info [87887:87887:7:4294967295] 00000400:00000200:1.0:1761311767.999453:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311767.999457:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311767.999460:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311767.999464:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311767.999467:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311767.999469:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311767.999733:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.999736:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352786). 00000400:00000200:3.0:1761311767.999740:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.999744:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.999747:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:3.0:1761311767.999749:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 02000000:00000010:3.0:1761311767.999752:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000147f9daf. 00000800:00000200:3.0:1761311767.999805:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311767.999807:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:3.0:1761311767.999810:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311767.999813:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311767.999815:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cdb38976 00000400:00000010:3.0:1761311767.999816:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000cdb38976. 00000100:00000200:3.0:1761311767.999821:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.001542:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008d016889. 00010000:00000010:1.1:1761311768.001555:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000400:00000200:0.0:1761311768.001846:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.001863:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efa80 00000400:00000200:0.0:1761311768.001869:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba59 [1] + 224 00000400:00000200:0.0:1761311768.001885:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.001888:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.001899:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.001967:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.001972:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.001974:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.001979:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.001987:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709056/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311774 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.002013:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000bb9bd697. 02000000:00000010:1.0:1761311768.002018:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066c550d6. 00000100:00000010:1.0:1761311768.002023:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.002027:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.002030:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00010000:00000010:0.1:1761311768.005507:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000028c9a298. 00010000:00000010:1.1:1761311768.005671:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000039bd06e4. 00010000:00000010:1.1:1761311768.005677:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:3.0:1761311768.006906:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.006926:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a153fc0 00000400:00000200:3.0:1761311768.006935:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa3e1 [2] + 0 00000400:00000200:3.0:1761311768.006995:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.007000:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.007007:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.007013:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 00000020:00000010:2.0:1761311768.007291:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ba518837. 00000020:00000010:2.0:1761311768.007305:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311768.007341:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311768.007371:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000008de06de5 x1846867781828544/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311768.007398:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828544 02000000:00000010:2.0:1761311768.007408:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001c000469. 00010000:00000010:2.0:1761311768.007440:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007d503d4f. 00010000:00000010:2.0:1761311768.007462:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311768.007471:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311768.007491:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311768.007496:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311768.007510:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311768.007515:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828544, offset 224 00000400:00000200:2.0:1761311768.007522:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.007534:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.007539:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87888:87888:256:4294967295] 192.168.203.55@tcp LPNI seq info [87888:87888:8:4294967295] 00000400:00000200:2.0:1761311768.007548:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.007552:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.007557:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352786). 00000800:00000200:2.0:1761311768.007565:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.007572:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.007576:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.007593:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311768.007599:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311768.007602:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ba518837. 00080000:00000010:1.0:1761311768.007673:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000bb9bd697. 00010000:00000010:1.0:1761311768.007790:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.007797:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b0d843a7. 00000001:00000010:1.0:1761311768.007815:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.007829:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.007835:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000439eff09. 00000001:00000010:1.0:1761311768.007843:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.007848:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.007853:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.007858:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.007870:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000081687618. 00100000:00000010:1.0:1761311768.007879:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000008f83e4df. 00100000:00000010:1.0:1761311768.007882:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cef7b50f. 00010000:00000010:1.0:1761311768.007903:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311768.007908:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.007919:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.007923:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.007928:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.007938:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005d5297ff. 02000000:00000010:1.0:1761311768.007962:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008146f2c6. 00000400:00000010:1.0:1761311768.007966:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.007971:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.007975:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709120, portal 16 00000400:00000010:1.0:1761311768.007979:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003732aa9c. 00000100:00000200:1.0:1761311768.007981:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709120, offset 0 00000400:00000200:1.0:1761311768.007987:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.007994:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.008000:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.008004:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.008007:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.008009:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87889:87889:255:4294967295] 192.168.203.55@tcp LPNI seq info [87889:87889:7:4294967295] 00000400:00000200:1.0:1761311768.008016:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.008019:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.008022:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311768.008025:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.008029:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.008031:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.008230:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.008234:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352786). 00000400:00000200:3.0:1761311768.008239:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.008243:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.008248:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:3.0:1761311768.008250:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000800:00000200:3.0:1761311768.008342:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.008345:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311768.008347:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.008351:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.008353:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003732aa9c 00000400:00000010:3.0:1761311768.008354:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003732aa9c. 00000100:00000200:3.0:1761311768.008359:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311768.013369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008e5c7bee. 00010000:00000010:1.1:1761311768.013422:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cede9b0c. 00010000:00000010:1.1:1761311768.013428:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:0.0:1761311768.017906:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.017925:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efac0 00000400:00000200:0.0:1761311768.017934:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba65 [1] + 224 00000400:00000200:0.0:1761311768.017951:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.017955:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.017964:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.018073:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.018080:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.018081:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.018087:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.018094:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709120/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.018126:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008146f2c6. 02000000:00000010:1.0:1761311768.018131:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005d5297ff. 00000100:00000010:1.0:1761311768.018135:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.018138:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.018142:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000200:3.0:1761311768.021087:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.021105:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154000 00000400:00000200:3.0:1761311768.021112:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa3e1 [2] + 328 00000400:00000200:3.0:1761311768.022001:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.022011:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.022018:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.022026:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 00000020:00000010:0.0:1761311768.023063:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006462dbec. 00000020:00000010:0.0:1761311768.023072:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5daa810. 00000020:00000010:0.0:1761311768.023076:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000003538c06e. 00000100:00000200:0.0:1761311768.023103:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000129091b7 x1846867781828608/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311768.024323:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828608 02000000:00000010:2.0:1761311768.024342:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ba518837. 00010000:00000010:2.0:1761311768.024372:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a83fd70e. 00010000:00000010:2.0:1761311768.024393:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311768.024400:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311768.024418:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311768.024422:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311768.024434:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f55d06. 00000100:00000200:2.0:1761311768.024438:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828608, offset 224 00000400:00000200:2.0:1761311768.024446:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.024459:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.024465:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87890:87890:256:4294967295] 192.168.203.55@tcp LPNI seq info [87890:87890:8:4294967295] 00000400:00000200:2.0:1761311768.024474:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.024482:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.024486:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352786). 00000800:00000200:2.0:1761311768.024492:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.024499:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.024503:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.024526:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5daa810. 00000020:00000010:2.0:1761311768.024532:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000003538c06e. 00000020:00000010:2.0:1761311768.024536:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006462dbec. 00080000:00000010:1.0:1761311768.024635:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005d5297ff. 00010000:00000010:1.0:1761311768.024758:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.024764:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bba6392a. 00000001:00000010:1.0:1761311768.024779:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.024793:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.024799:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008146f2c6. 00000001:00000010:1.0:1761311768.024807:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.024813:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.024818:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.024822:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.024835:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005dad0a99. 00010000:00000010:1.0:1761311768.024852:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311768.024857:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.024867:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.024871:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.024879:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.024890:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000abd8bf60. 02000000:00000010:1.0:1761311768.024913:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000066c550d6. 00000400:00000010:1.0:1761311768.024918:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.024923:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.024928:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709184, portal 16 00000400:00000010:1.0:1761311768.024932:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b0908de2. 00000100:00000200:1.0:1761311768.024935:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709184, offset 0 00000400:00000200:1.0:1761311768.024940:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.024946:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.024952:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.024955:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.024958:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.024961:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87891:87891:255:4294967295] 192.168.203.55@tcp LPNI seq info [87891:87891:7:4294967295] 00000400:00000200:1.0:1761311768.024967:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.024972:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.024975:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311768.024979:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.024983:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.024985:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.025643:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.025648:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352786). 00000400:00000200:3.0:1761311768.025655:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.025659:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.025663:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f55d06 00000400:00000010:3.0:1761311768.025665:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f55d06. 00000800:00000200:3.0:1761311768.028092:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.028101:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311768.028111:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.028120:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.028126:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b0908de2 00000400:00000010:3.0:1761311768.028128:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b0908de2. 00000100:00000200:3.0:1761311768.028139:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.033530:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c8f11f2e. 00010000:00000010:1.1:1761311768.033549:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:2.1:1761311768.035858:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000072c5ea68. 00000400:00000200:0.0:1761311768.036043:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.036064:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efb00 00000400:00000200:0.0:1761311768.036072:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba71 [1] + 224 00000400:00000200:0.0:1761311768.036084:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.036088:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.036099:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.036140:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.036146:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154040 00000400:00000200:0.0:1761311768.036151:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa3e1 [2] + 656 00000400:00000200:0.0:1761311768.036233:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.036237:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.036241:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.036246:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000014537d02. 00000020:00000010:2.0:1761311768.036358:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005537aaa1. 00000020:00000010:2.0:1761311768.036366:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311768.036371:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311768.036396:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000014537d02 x1846867781828672/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:2.0:1761311768.036437:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828672 02000000:00000010:2.0:1761311768.036451:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dedbdcb4. 00010000:00000010:2.0:1761311768.036493:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311768.036501:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311768.036507:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311768.036511:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000010:2.0:1761311768.036526:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f0f55d06. 00000100:00000200:2.0:1761311768.036531:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828672, offset 224 00000400:00000200:2.0:1761311768.036539:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.036550:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.036555:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87892:87892:256:4294967295] 192.168.203.55@tcp LPNI seq info [87892:87892:8:4294967295] 00000400:00000200:2.0:1761311768.036565:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.036570:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.036575:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311768.036580:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.036586:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.036590:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.036614:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000cfae0c30. 00000020:00000010:2.0:1761311768.036621:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311768.036624:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005537aaa1. 00000800:00000200:0.0:1761311768.037216:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.037220:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352538). 00000400:00000200:0.0:1761311768.037226:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.037230:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.037234:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f0f55d06 00000400:00000010:0.0:1761311768.037236:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f0f55d06. 00000400:00000010:1.0:1761311768.042497:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.042512:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.042514:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.042529:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.042540:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709184/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311768.042570:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e2f22bc0. 02000000:00000010:1.0:1761311768.042593:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000066c550d6. 02000000:00000010:1.0:1761311768.042598:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000abd8bf60. 00000100:00000010:1.0:1761311768.042603:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.042607:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.042610:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00080000:00000010:1.0:1761311768.042629:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066c550d6. 00010000:00000010:1.0:1761311768.042754:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.042760:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f2836a9e. 00000001:00000010:1.0:1761311768.042777:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.042789:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.042795:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abd8bf60. 00000001:00000010:1.0:1761311768.042803:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.042809:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.042814:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.042818:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.042830:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000053fcff11. 00010000:00000010:1.0:1761311768.042848:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311768.042854:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.042865:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.042871:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.042878:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.042890:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000351f7d28. 02000000:00000010:1.0:1761311768.042918:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009c409e10. 00000400:00000010:1.0:1761311768.042923:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.042927:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.042933:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709248, portal 16 00000400:00000010:1.0:1761311768.042937:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311768.042939:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709248, offset 0 00000400:00000200:1.0:1761311768.042947:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.042961:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.042968:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.042972:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.042974:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.042977:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87893:87893:256:4294967295] 192.168.203.55@tcp LPNI seq info [87893:87893:8:4294967295] 00000400:00000200:1.0:1761311768.042986:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.042992:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.042996:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311768.043002:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.043010:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.043014:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.043200:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.043204:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:3.0:1761311768.043208:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.043213:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.043216:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:3.0:1761311768.043217:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00000100:00000200:3.0:1761311768.043222:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.046907:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.046928:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efb40 00000400:00000200:0.0:1761311768.046938:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba7d [1] + 224 00000400:00000200:0.0:1761311768.046953:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.046958:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.046970:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.047114:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.047120:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154080 00000400:00000200:0.0:1761311768.047125:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa3e1 [2] + 984 00000400:00000200:0.0:1761311768.047232:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.047237:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.047241:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.047246:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0affe4f. 00000400:00000010:1.0:1761311768.047350:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.047356:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.047358:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.047363:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.047370:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709248/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761311768.047371:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003690cf26. 00000020:00000010:3.0:1761311768.047379:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.047383:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 02000000:00000010:1.0:1761311768.047400:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009c409e10. 02000000:00000010:1.0:1761311768.047405:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000351f7d28. 00000100:00000200:3.0:1761311768.047407:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0affe4f x1846867781828736/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000010:1.0:1761311768.047409:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.047413:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.047417:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000100:00000200:3.0:1761311768.047436:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828736 02000000:00000010:3.0:1761311768.047450:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e45d8ccc. 00010000:00000010:3.0:1761311768.047482:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000690a6ce4. 00010000:00000010:3.0:1761311768.047504:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.047511:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.047525:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.047528:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311768.047542:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.047546:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828736, offset 224 00000400:00000200:3.0:1761311768.047554:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.047564:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.047569:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87894:87894:256:4294967295] 192.168.203.55@tcp LPNI seq info [87894:87894:8:4294967295] 00080000:00000010:1.0:1761311768.047577:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000351f7d28. 00000400:00000200:3.0:1761311768.047579:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.047584:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.047588:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.047592:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.047599:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.047602:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.047627:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.047631:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.047634:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003690cf26. 00010000:00000010:1.0:1761311768.047700:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.047706:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f5c4f33f. 00000001:00000010:1.0:1761311768.047725:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.047741:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.047746:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c409e10. 00000001:00000010:1.0:1761311768.047755:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.047761:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.047766:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.047771:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.047783:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e152fc7f. 00010000:00000010:1.0:1761311768.047800:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311768.047804:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.047812:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.047815:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.047819:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.047828:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000008551015c. 02000000:00000010:1.0:1761311768.047847:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005489cb16. 00000400:00000010:1.0:1761311768.047851:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.047855:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.047858:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709312, portal 16 00000400:00000010:1.0:1761311768.047862:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311768.047864:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709312, offset 0 00000400:00000200:1.0:1761311768.047870:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.047876:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.047882:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.047885:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.047887:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.047889:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87895:87895:255:4294967295] 192.168.203.55@tcp LPNI seq info [87895:87895:7:4294967295] 00000400:00000200:1.0:1761311768.047896:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.047900:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.047903:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311768.047907:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.047911:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.047913:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.048229:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.048232:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352786). 00000400:00000200:0.0:1761311768.048237:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.048241:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.048243:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:0.0:1761311768.048245:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000800:00000200:0.0:1761311768.048302:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.048304:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:0.0:1761311768.048307:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.048334:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.048336:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:0.0:1761311768.048337:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:0.0:1761311768.048341:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.054366:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003742be8e. 00010000:00000010:1.1:1761311768.054386:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000004583629d. 00010000:00000010:1.1:1761311768.054391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:3.0:1761311768.055347:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.055364:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efb80 00000400:00000200:3.0:1761311768.055372:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba89 [1] + 224 00000400:00000200:3.0:1761311768.055388:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.055392:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.055402:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.055446:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.055452:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.055454:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.055459:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.055466:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709312/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.055494:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005489cb16. 02000000:00000010:1.0:1761311768.055498:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000008551015c. 00000100:00000010:1.0:1761311768.055502:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.055506:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.055509:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000200:0.0:1761311768.056232:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.056244:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1540c0 00000400:00000200:0.0:1761311768.056251:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa3e1 [2] + 1312 00000400:00000200:0.0:1761311768.056349:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.056354:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.056359:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.056365:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ae0de. 00000020:00000010:3.0:1761311768.056448:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003690cf26. 00000020:00000010:3.0:1761311768.056456:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.056460:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.056483:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000820ae0de x1846867781828800/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311768.056519:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828800 02000000:00000010:3.0:1761311768.056529:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000003b760c4f. 00010000:00000010:3.0:1761311768.056554:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b8688ec6. 00010000:00000010:3.0:1761311768.056574:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.056580:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.056595:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.056598:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311768.056611:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311768.056615:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828800, offset 224 00080000:00000010:1.0:1761311768.056617:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008551015c. 00000400:00000200:3.0:1761311768.056621:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.056632:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.056637:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87896:87896:256:4294967295] 192.168.203.55@tcp LPNI seq info [87896:87896:8:4294967295] 00000400:00000200:3.0:1761311768.056647:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.056651:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.056656:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.056661:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.056667:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.056670:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.056694:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.056698:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.056701:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003690cf26. 00010000:00000010:1.0:1761311768.056732:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.056738:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002b443fa8. 00000001:00000010:1.0:1761311768.056755:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.056771:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.056777:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005489cb16. 00000001:00000010:1.0:1761311768.056786:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.056792:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.056797:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.056802:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.056814:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002c56ac57. 00010000:00000010:1.0:1761311768.056830:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311768.056836:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.056846:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.056850:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.056855:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.056870:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000902b5b54. 02000000:00000010:1.0:1761311768.056894:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f6d3535d. 00000400:00000010:1.0:1761311768.056898:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.056902:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.056906:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709376, portal 16 00000400:00000010:1.0:1761311768.056910:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311768.056912:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709376, offset 0 00000400:00000200:1.0:1761311768.056917:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.056924:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.056930:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.056933:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.056935:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.056938:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87897:87897:255:4294967295] 192.168.203.55@tcp LPNI seq info [87897:87897:7:4294967295] 00000400:00000200:1.0:1761311768.056944:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.056948:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.056951:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311768.056954:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.056958:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.056960:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.056992:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.056996:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352786). 00000400:00000200:0.0:1761311768.057000:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.057004:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.057007:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:0.0:1761311768.057009:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000800:00000200:0.0:1761311768.057055:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.057057:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.057060:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.057063:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.057064:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:0.0:1761311768.057066:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00000100:00000200:0.0:1761311768.057070:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.058381:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b1cbcbea. 00000400:00000200:3.0:1761311768.059268:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.059302:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efbc0 00000400:00000200:3.0:1761311768.059345:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xaba95 [1] + 224 00000400:00000200:3.0:1761311768.059363:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.059367:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.059376:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.059423:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.059429:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.059431:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.059437:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.059444:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709376/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.059472:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f6d3535d. 02000000:00000010:1.0:1761311768.059477:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000902b5b54. 00000100:00000010:1.0:1761311768.059481:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.059485:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.059488:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000200:0.0:1761311768.067658:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.067679:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154100 00000400:00000200:0.0:1761311768.067686:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa3e1 [2] + 1640 00000400:00000200:0.0:1761311768.067761:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.067766:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.067772:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.067777:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebef5091. 00000020:00000010:3.0:1761311768.067894:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003690cf26. 00000020:00000010:3.0:1761311768.067901:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.067905:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.067933:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebef5091 x1846867781828864/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311768.067974:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828864 02000000:00000010:3.0:1761311768.067984:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa94a8ae. 00010000:00000010:3.0:1761311768.068011:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008bd055d9. 00010000:00000010:3.0:1761311768.068032:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.068038:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.068054:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.068059:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311768.068072:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.068076:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828864, offset 224 00000400:00000200:3.0:1761311768.068084:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.068094:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.068099:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87898:87898:256:4294967295] 192.168.203.55@tcp LPNI seq info [87898:87898:8:4294967295] 00000400:00000200:3.0:1761311768.068108:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.068112:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.068116:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.068123:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.068129:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.068132:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.068148:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.068152:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.068154:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003690cf26. 00080000:00000010:1.0:1761311768.068220:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000902b5b54. 00010000:00000010:1.0:1761311768.068390:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.068396:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009d283d81. 00000001:00000010:1.0:1761311768.068414:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.068426:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.068431:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f6d3535d. 00000001:00000010:1.0:1761311768.068439:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.068445:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.068449:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.068454:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.068467:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bd730746. 00100000:00000010:1.0:1761311768.068477:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000006efa08eb. 00100000:00000010:1.0:1761311768.068480:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ea938a5c. 00010000:00000010:1.0:1761311768.068500:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311768.068504:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.068514:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.068518:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.068523:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.068534:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d2561eeb. 02000000:00000010:1.0:1761311768.068558:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fd32582c. 00000400:00000010:1.0:1761311768.068563:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.068567:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.068571:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709440, portal 16 00000400:00000010:1.0:1761311768.068576:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311768.068577:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709440, offset 0 00000400:00000200:1.0:1761311768.068582:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.068589:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.068596:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.068599:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.068602:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.068604:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87899:87899:255:4294967295] 192.168.203.55@tcp LPNI seq info [87899:87899:7:4294967295] 00000400:00000200:1.0:1761311768.068611:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.068615:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.068619:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311768.068623:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.068627:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.068630:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.069101:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.069105:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:0.0:1761311768.069110:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.069114:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.069118:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:0.0:1761311768.069120:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000800:00000200:0.0:1761311768.069158:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.069159:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.069161:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.069164:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.069165:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:0.0:1761311768.069167:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000100:00000200:0.0:1761311768.069172:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.072201:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.072227:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efc00 00000400:00000200:3.0:1761311768.072236:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabaa1 [1] + 224 00000400:00000200:3.0:1761311768.072251:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.072255:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.072265:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.072576:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.072585:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.072586:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.072594:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.072601:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709440/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.072636:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fd32582c. 02000000:00000010:1.0:1761311768.072644:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d2561eeb. 00000100:00000010:1.0:1761311768.072648:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.072651:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.072655:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000200:2.0:1761311768.073116:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.073127:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154140 00000400:00000200:2.0:1761311768.073133:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa3e1 [2] + 1968 00000400:00000010:2.0:1761311768.073137:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000abab7ab9. 00000400:00000200:2.0:1761311768.073141:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e9ed6741 00000400:00000200:2.0:1761311768.073197:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.073201:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.073204:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9ed6741 00000400:00000010:2.0:1761311768.073205:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e9ed6741 (tot 82352386). 00000100:00000200:2.0:1761311768.073210:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311768.074299:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f4bc18c. 00000020:00000010:0.0:1761311768.074326:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.074331:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.074360:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004d3a2e74 x1846867781828928/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311768.074392:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828928 02000000:00000010:0.0:1761311768.074403:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000261e5efb. 00010000:00000010:0.0:1761311768.074428:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c115f6a2. 00010000:00000010:0.0:1761311768.074447:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.074453:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000629f5a95. 00000100:00000010:0.0:1761311768.074465:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000629f5a95. 00010000:00000010:0.0:1761311768.074467:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.074478:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311768.074482:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828928, offset 224 00000400:00000200:0.0:1761311768.074489:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.074499:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.074504:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87900:87900:256:4294967295] 192.168.203.55@tcp LPNI seq info [87900:87900:8:4294967295] 00000400:00000200:0.0:1761311768.074514:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.074519:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.074522:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352634). 00000800:00000200:0.0:1761311768.074528:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.074534:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.074537:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.074553:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.074558:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.074560:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f4bc18c. 02000000:00000010:0.0:1761311768.074568:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa94a8ae. 00000100:00000010:0.0:1761311768.074572:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebef5091. 02000000:00000010:0.0:1761311768.074576:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000003b760c4f. 00000100:00000010:0.0:1761311768.074578:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ae0de. 02000000:00000010:0.0:1761311768.074581:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e45d8ccc. 00000100:00000010:0.0:1761311768.074583:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0affe4f. 02000000:00000010:0.0:1761311768.074586:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dedbdcb4. 00000100:00000010:0.0:1761311768.074587:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000014537d02. 02000000:00000010:0.0:1761311768.074590:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ba518837. 00000100:00000010:0.0:1761311768.074591:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 02000000:00000010:0.0:1761311768.074594:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001c000469. 00000100:00000010:0.0:1761311768.074596:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 00000100:00000200:0.0:1761311768.074602:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311768.074606:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000067fc219c. 00000400:00000010:0.0:1761311768.074610:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000629f5a95 (tot 82352786). 00000800:00000200:0.0:1761311768.074692:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.074695:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311768.074699:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.074703:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.074706:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:0.0:1761311768.074708:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 02000000:00000010:0.0:1761311768.074711:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000261e5efb. 00080000:00000010:1.0:1761311768.074793:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2561eeb. 00010000:00000010:1.0:1761311768.074925:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.074932:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000305414b3. 00000001:00000010:1.0:1761311768.074952:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.074962:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.074967:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fd32582c. 00000001:00000010:1.0:1761311768.074976:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.074982:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.074987:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.074991:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.075004:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000007f3024eb. 00010000:00000010:1.0:1761311768.075021:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311768.075025:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.075036:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.075039:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.075046:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.075056:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000a9ee2126. 02000000:00000010:1.0:1761311768.075081:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004116db95. 00000400:00000010:1.0:1761311768.075084:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.075088:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.075092:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709504, portal 16 00000400:00000010:1.0:1761311768.075095:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311768.075097:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709504, offset 0 00000400:00000200:1.0:1761311768.075102:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.075108:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.075114:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.075117:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.075119:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.075121:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87901:87901:256:4294967295] 192.168.203.55@tcp LPNI seq info [87901:87901:8:4294967295] 00000400:00000200:1.0:1761311768.075127:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.075131:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.075134:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311768.075138:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.075142:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.075144:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311768.076017:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f9f58fc. 00010000:00000010:1.1:1761311768.076026:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000800:00000200:0.0:1761311768.076823:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.076827:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:0.0:1761311768.076832:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.076839:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.076849:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:0.0:1761311768.076851:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00000100:00000200:0.0:1761311768.076860:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.079372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006c565154. 00010000:00000010:1.1:1761311768.079392:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311768.079907:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000046d7ebe3. 00010000:00000010:3.1:1761311768.079913:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007032fe52. 00000400:00000200:2.0:1761311768.079963:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.079980:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efc40 00000400:00000200:2.0:1761311768.079987:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabab1 [1] + 224 00000400:00000200:2.0:1761311768.079997:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.080000:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.080008:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.080111:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.080117:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154180 00000400:00000200:2.0:1761311768.080122:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa439 [2] + 0 00000400:00000200:2.0:1761311768.080132:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.080135:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.080139:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.080144:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 00000400:00000010:1.0:1761311768.080207:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.080214:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.080216:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.080221:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.080229:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709504/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.080262:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004116db95. 02000000:00000010:1.0:1761311768.080268:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000a9ee2126. 00000100:00000010:1.0:1761311768.080274:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.080287:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.080291:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000020:00000010:3.0:1761311768.080393:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003690cf26. 00000020:00000010:3.0:1761311768.080400:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.080404:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.080426:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b7890d0 x1846867781828992/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.080454:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781828992 02000000:00000010:3.0:1761311768.080463:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000094a9545d. 00010000:00000010:3.0:1761311768.080489:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d668af7f. 00010000:00000010:3.0:1761311768.080511:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.080519:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.080534:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.080537:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311768.080550:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311768.080554:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781828992, offset 224 00000400:00000200:3.0:1761311768.080560:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.080570:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.080575:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87902:87902:256:4294967295] 192.168.203.55@tcp LPNI seq info [87902:87902:8:4294967295] 00000400:00000200:3.0:1761311768.080585:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.080589:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.080593:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311768.080598:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.080605:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.080609:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.080632:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.080636:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.080639:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003690cf26. 00080000:00000010:1.0:1761311768.080766:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a9ee2126. 00010000:00000010:1.0:1761311768.081473:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.081482:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000adb2b04f. 00000001:00000010:1.0:1761311768.081503:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.081516:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.081522:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004116db95. 00000001:00000010:1.0:1761311768.081531:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.081536:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.081541:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.081545:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.081557:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ac91a73d. 00010000:00000010:1.0:1761311768.081574:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311768.081578:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.081589:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.081595:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.081602:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.081613:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005fd69573. 02000000:00000010:1.0:1761311768.081640:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007d347fd9. 00000400:00000010:1.0:1761311768.081646:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.081651:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.081656:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709568, portal 16 00000400:00000010:1.0:1761311768.081662:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311768.081665:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709568, offset 0 00000400:00000200:1.0:1761311768.081672:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.081683:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.081690:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.081694:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.081696:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.081699:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87903:87903:255:4294967295] 192.168.203.55@tcp LPNI seq info [87903:87903:7:4294967295] 00000400:00000200:1.0:1761311768.081707:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.081712:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.081716:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311768.081720:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.081725:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.081728:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.082087:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.082092:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352786). 00000400:00000200:2.0:1761311768.082097:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.082101:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.082105:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:2.0:1761311768.082106:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000800:00000200:2.0:1761311768.082171:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.082173:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:2.0:1761311768.082175:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.082178:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.082180:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:2.0:1761311768.082181:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000100:00000200:2.0:1761311768.082186:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.086782:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002b85eb0b. 00010000:00000010:1.1:1761311768.086799:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.1:1761311768.086805:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000bf0a235d. 00010000:00000010:1.1:1761311768.086808:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.1:1761311768.086934:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002edfb747. 00000400:00000200:0.0:1761311768.087138:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.087154:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efc80 00000400:00000200:0.0:1761311768.087162:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xababd [1] + 224 00000400:00000200:0.0:1761311768.087180:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.087185:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.087196:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.087498:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.087507:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1541c0 00000400:00000200:2.0:1761311768.087513:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa439 [2] + 328 00000400:00000200:2.0:1761311768.087565:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.087569:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.087573:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.087578:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 00000020:00000010:0.0:1761311768.087662:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e5efb. 00000020:00000010:0.0:1761311768.087669:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.087673:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.087698:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c56dccaa x1846867781829056/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311768.087734:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829056 02000000:00000010:0.0:1761311768.087744:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006f4bc18c. 00010000:00000010:0.0:1761311768.087784:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.087794:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b42317cb. 00000100:00000010:0.0:1761311768.087801:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b42317cb. 00010000:00000010:0.0:1761311768.087806:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.087820:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311768.087824:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829056, offset 224 00000400:00000200:0.0:1761311768.087832:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.087843:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.087849:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87904:87904:256:4294967295] 192.168.203.55@tcp LPNI seq info [87904:87904:8:4294967295] 00000400:00000200:0.0:1761311768.087859:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.087863:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.087867:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.087872:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.087878:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.087881:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.087904:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.087909:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.087912:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e5efb. 00000800:00000200:2.0:1761311768.088008:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.088011:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:2.0:1761311768.088015:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.088019:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.088022:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:2.0:1761311768.088024:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00000400:00000010:1.0:1761311768.088426:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.088431:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.088433:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.088440:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.088447:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709568/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311768.088469:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000026ffac28. 02000000:00000010:1.0:1761311768.088485:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007d347fd9. 02000000:00000010:1.0:1761311768.088491:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005fd69573. 00000100:00000010:1.0:1761311768.088495:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.088499:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.088502:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00080000:00000010:1.0:1761311768.088517:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005fd69573. 00010000:00000010:1.0:1761311768.088629:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.088634:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000bb4eeca0. 00000001:00000010:1.0:1761311768.088651:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.088665:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.088669:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d347fd9. 00000001:00000010:1.0:1761311768.088677:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.088681:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.088685:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.088690:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.088702:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009cf84374. 00010000:00000010:1.0:1761311768.088718:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311768.088724:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.088734:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.088738:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.088744:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.088754:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009b81c4e5. 02000000:00000010:1.0:1761311768.088776:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000081e20dc5. 00000400:00000010:1.0:1761311768.088780:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.088784:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.088788:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709632, portal 16 00000400:00000010:1.0:1761311768.088791:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311768.088794:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709632, offset 0 00000400:00000200:1.0:1761311768.088799:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.088806:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.088813:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.088816:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.088818:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.088821:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87905:87905:256:4294967295] 192.168.203.55@tcp LPNI seq info [87905:87905:8:4294967295] 00000400:00000200:1.0:1761311768.088829:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.088835:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.088838:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.088843:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.088847:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.088850:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.088969:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.088972:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.088976:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.088979:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.088982:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b91aca91 00000400:00000010:0.0:1761311768.088983:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b91aca91. 00000100:00000200:0.0:1761311768.088987:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.091399:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000aee715cd. 00010000:00000010:1.1:1761311768.093825:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000cf2ab75. 00010000:00000010:1.1:1761311768.093850:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000400:00000200:2.0:1761311768.095994:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.096014:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efcc0 00000400:00000200:2.0:1761311768.096023:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabac9 [1] + 224 00000400:00000200:2.0:1761311768.096035:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.096039:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.096052:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.099423:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.099442:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154200 00000400:00000200:2.0:1761311768.099449:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa439 [2] + 656 00000400:00000200:2.0:1761311768.099519:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.099524:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.099530:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.099536:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 00000400:00000010:1.0:1761311768.099650:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.099656:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.099658:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.099666:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.099675:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709632/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.099702:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000081e20dc5. 02000000:00000010:1.0:1761311768.099706:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009b81c4e5. 00000100:00000010:1.0:1761311768.099711:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.099714:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.099717:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000020:00000010:3.0:1761311768.100168:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003690cf26. 00000020:00000010:3.0:1761311768.100176:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.100180:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.100204:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d83d9e9a x1846867781829120/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311768.100239:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829120 02000000:00000010:3.0:1761311768.100251:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a1e30227. 00010000:00000010:3.0:1761311768.100289:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007411d4ce. 00010000:00000010:3.0:1761311768.100330:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.100339:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.100348:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.100351:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311768.100364:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311768.100367:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829120, offset 224 00000400:00000200:3.0:1761311768.100375:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.100386:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.100391:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87906:87906:256:4294967295] 192.168.203.55@tcp LPNI seq info [87906:87906:8:4294967295] 00000400:00000200:3.0:1761311768.100401:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.100406:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.100410:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311768.100416:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.100422:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.100426:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.100440:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.100443:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.100446:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003690cf26. 00080000:00000010:1.0:1761311768.100878:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b81c4e5. 00010000:00000010:1.0:1761311768.100987:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.100995:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000804c2fd2. 00000001:00000010:1.0:1761311768.101016:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.101031:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.101036:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000081e20dc5. 00000001:00000010:1.0:1761311768.101047:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.101052:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.101056:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.101061:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.101074:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ea5b8c29. 00010000:00000010:1.0:1761311768.101091:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311768.101096:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.101106:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.101111:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.101117:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.101130:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000865e6ceb. 02000000:00000010:1.0:1761311768.101154:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a303f77b. 00000400:00000010:1.0:1761311768.101158:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.101162:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.101166:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709696, portal 16 00000400:00000010:1.0:1761311768.101171:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311768.101173:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709696, offset 0 00000400:00000200:1.0:1761311768.101179:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.101186:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.101192:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.101195:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.101198:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.101201:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87907:87907:255:4294967295] 192.168.203.55@tcp LPNI seq info [87907:87907:7:4294967295] 00000400:00000200:1.0:1761311768.101208:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.101212:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.101216:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311768.101221:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.101225:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.101227:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.101458:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.101462:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352786). 00000400:00000200:2.0:1761311768.101466:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.101470:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.101474:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:2.0:1761311768.101476:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000800:00000200:2.0:1761311768.101531:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.101533:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311768.101536:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.101539:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.101541:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:2.0:1761311768.101542:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:2.0:1761311768.101547:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.105209:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.105231:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efd00 00000400:00000200:0.0:1761311768.105238:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabad5 [1] + 224 00000400:00000200:0.0:1761311768.105254:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.105258:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.105269:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.105432:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.105438:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.105440:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.105445:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.105452:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709696/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.105478:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a303f77b. 02000000:00000010:1.0:1761311768.105482:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000865e6ceb. 00000100:00000010:1.0:1761311768.105487:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.105492:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.105495:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000200:2.0:1761311768.105922:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.105931:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154240 00000400:00000200:2.0:1761311768.105936:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa439 [2] + 984 00000400:00000200:2.0:1761311768.105982:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.105986:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.105990:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.105994:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000020:00000010:0.0:1761311768.106073:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e5efb. 00000020:00000010:0.0:1761311768.106078:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.106083:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.106104:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781829184/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311768.106135:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829184 02000000:00000010:0.0:1761311768.106145:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008554ea98. 00010000:00000010:0.0:1761311768.106169:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f2cd4415. 00010000:00000010:0.0:1761311768.106188:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.106194:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b42317cb. 00000100:00000010:0.0:1761311768.106208:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b42317cb. 00010000:00000010:0.0:1761311768.106211:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.106222:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311768.106226:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829184, offset 224 00000400:00000200:0.0:1761311768.106231:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.106240:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.106246:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87908:87908:256:4294967295] 192.168.203.55@tcp LPNI seq info [87908:87908:8:4294967295] 00000400:00000200:0.0:1761311768.106257:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.106262:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.106266:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.106271:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.106287:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.106290:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.106332:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.106337:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.106340:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e5efb. 00010000:00000010:1.1:1761311768.106391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008144b22d. 00010000:00000010:1.1:1761311768.106398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003d86d604. 00010000:00000010:1.1:1761311768.106401:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00080000:00000010:1.0:1761311768.106420:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a303f77b. 00010000:00000010:1.0:1761311768.106529:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.106535:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c180fae3. 00000001:00000010:1.0:1761311768.106549:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.106564:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.106569:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2e438db. 00000001:00000010:1.0:1761311768.106576:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.106582:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.106586:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.106591:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.106602:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006a5ce935. 00100000:00000010:1.0:1761311768.106610:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000202543ae. 00100000:00000010:1.0:1761311768.106614:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c9324d9e. 00010000:00000010:1.0:1761311768.106632:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311768.106637:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.106646:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.106649:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.106654:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.106663:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f340182a. 02000000:00000010:1.0:1761311768.106684:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dc07d7e7. 00000400:00000010:1.0:1761311768.106689:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.106692:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.106698:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709760, portal 16 00000400:00000010:1.0:1761311768.106702:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311768.106704:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709760, offset 0 00000400:00000200:1.0:1761311768.106709:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.106716:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.106722:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.106725:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.106727:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.106730:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87909:87909:255:4294967295] 192.168.203.55@tcp LPNI seq info [87909:87909:7:4294967295] 00000400:00000200:1.0:1761311768.106736:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.106741:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.106744:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311768.106747:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.106751:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.106752:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.106834:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.106838:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352786). 00000400:00000200:2.0:1761311768.106842:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.106846:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.106849:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:2.0:1761311768.106850:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00000800:00000200:2.0:1761311768.106886:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.106888:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:2.0:1761311768.106891:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.106894:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.106896:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:2.0:1761311768.106897:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00000100:00000200:2.0:1761311768.106901:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.108225:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.108239:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efd40 00000400:00000200:0.0:1761311768.108246:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabae1 [1] + 224 00000400:00000200:0.0:1761311768.108261:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.108264:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.108271:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.108523:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.108528:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.108530:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.108535:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.108541:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709760/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.108565:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dc07d7e7. 02000000:00000010:1.0:1761311768.108570:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f340182a. 00000100:00000010:1.0:1761311768.108573:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.108576:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.108579:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00010000:00000010:3.1:1761311768.109482:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020711f48. 00000400:00000200:2.0:1761311768.113938:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.113957:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154280 00000400:00000200:2.0:1761311768.113965:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa439 [2] + 1312 00000400:00000200:2.0:1761311768.114028:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.114032:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.114038:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.114044:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 00000020:00000010:3.0:1761311768.114529:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003690cf26. 00000020:00000010:3.0:1761311768.114537:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.114541:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.114567:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c3aef0b x1846867781829248/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.119427:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829248 02000000:00000010:3.0:1761311768.119455:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000090282f2e. 00010000:00000010:3.0:1761311768.119492:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000fdca25f. 00010000:00000010:3.0:1761311768.119517:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.119527:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.119546:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.119550:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311768.119566:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.119570:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829248, offset 224 00000400:00000200:3.0:1761311768.119581:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.119597:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.119604:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87910:87910:256:4294967295] 192.168.203.55@tcp LPNI seq info [87910:87910:8:4294967295] 00000400:00000200:3.0:1761311768.119615:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.119623:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.119628:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311768.119634:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.119642:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.119646:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.119666:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.119671:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.119674:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003690cf26. 00080000:00000010:1.0:1761311768.119948:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f340182a. 00010000:00000010:1.0:1761311768.120084:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.120090:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000157443ec. 00000001:00000010:1.0:1761311768.120109:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.120121:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.120126:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc07d7e7. 00000001:00000010:1.0:1761311768.120133:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.120138:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.120142:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.120146:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.120157:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008e11488e. 00010000:00000010:1.0:1761311768.120173:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311768.120178:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.120188:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.120193:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.120201:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.120212:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000043dfbdb7. 02000000:00000010:1.0:1761311768.120239:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000003a191011. 00000400:00000010:1.0:1761311768.120244:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.120249:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.120254:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709824, portal 16 00000400:00000010:1.0:1761311768.120258:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311768.120260:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709824, offset 0 00000400:00000200:1.0:1761311768.120266:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.120274:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.120290:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.120294:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.120297:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.120299:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87911:87911:255:4294967295] 192.168.203.55@tcp LPNI seq info [87911:87911:7:4294967295] 00000400:00000200:1.0:1761311768.120307:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.120333:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.120338:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311768.120342:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.120347:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.120350:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.120490:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.120493:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352786). 00000400:00000200:2.0:1761311768.120497:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.120502:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.120505:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:2.0:1761311768.120507:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000800:00000200:2.0:1761311768.120568:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.120569:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:2.0:1761311768.120572:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.120574:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.120576:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:2.0:1761311768.120578:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000100:00000200:2.0:1761311768.120582:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.122475:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000004841880. 00010000:00000010:1.1:1761311768.122490:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.1:1761311768.122496:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000683ac55. 00010000:00000010:1.1:1761311768.122499:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:0.1:1761311768.122655:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005ff0397e. 00000400:00000200:0.0:1761311768.127501:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.127520:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efd80 00000400:00000200:0.0:1761311768.127527:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabaed [1] + 224 00000400:00000200:0.0:1761311768.127542:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.127546:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.127556:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.127702:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b3336164. 00010000:00000010:1.1:1761311768.127709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00000400:00000010:1.0:1761311768.127727:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:1.0:1761311768.127732:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.127734:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.127739:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.127746:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709824/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.127772:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000003a191011. 02000000:00000010:1.0:1761311768.127777:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000043dfbdb7. 00000100:00000010:1.0:1761311768.127780:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.127783:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.127787:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00000400:00000200:2.0:1761311768.130095:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.130116:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1542c0 00000400:00000200:2.0:1761311768.130123:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa439 [2] + 1640 00000400:00000200:2.0:1761311768.130192:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.130196:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.130202:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.130207:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 00000020:00000010:3.0:1761311768.130338:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003690cf26. 00000020:00000010:3.0:1761311768.130345:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.130350:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.130376:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac3e3358 x1846867781829312/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311768.130998:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829312 02000000:00000010:3.0:1761311768.131012:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e45d8ccc. 00010000:00000010:3.0:1761311768.131039:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000daf2f6eb. 00010000:00000010:3.0:1761311768.131061:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.131068:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.131438:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.131443:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000010:3.0:1761311768.131458:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311768.131464:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829312, offset 224 00000400:00000200:3.0:1761311768.131473:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.131485:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.131490:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87912:87912:256:4294967295] 192.168.203.55@tcp LPNI seq info [87912:87912:8:4294967295] 00000400:00000200:3.0:1761311768.131500:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.131504:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.131509:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311768.131514:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.131520:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.131524:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.133447:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.133458:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.133462:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003690cf26. 00000800:00000200:2.0:1761311768.133697:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.133701:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:2.0:1761311768.133707:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.133715:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.133720:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:2.0:1761311768.133722:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00080000:00000010:1.0:1761311768.133836:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000043dfbdb7. 00010000:00000010:1.0:1761311768.133951:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.133960:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cbdb8a20. 00000001:00000010:1.0:1761311768.133977:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.133986:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00080000:00000010:1.0:1761311768.133991:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003a191011. 00000001:00000010:1.0:1761311768.133998:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.134002:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.134006:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000eb0f9132. 00000001:00000010:1.0:1761311768.134010:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000eb0f9132. 00100000:00000010:1.0:1761311768.134020:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000cf4cb16. 00010000:00000010:1.0:1761311768.134034:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311768.134039:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000153e529f. 00010000:00000010:1.0:1761311768.134049:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cef1cf2c. 00000100:00000010:1.0:1761311768.134055:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.134061:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.134072:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000890e7e01. 02000000:00000010:1.0:1761311768.134097:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088d5a914. 00000400:00000010:1.0:1761311768.134101:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000eb0f9132. 00000400:00000010:1.0:1761311768.134105:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.134110:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709888, portal 16 00000400:00000010:1.0:1761311768.134115:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311768.134117:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709888, offset 0 00000400:00000200:1.0:1761311768.134123:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.134136:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.134142:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.134166:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.134169:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.134171:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87913:87913:256:4294967295] 192.168.203.55@tcp LPNI seq info [87913:87913:8:4294967295] 00000400:00000200:1.0:1761311768.134180:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.134185:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.134189:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.134195:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.134200:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.134203:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:3.1:1761311768.137773:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a169a044. 00000800:00000200:0.0:1761311768.138765:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.138771:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.138777:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.138786:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.138792:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:0.0:1761311768.138794:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 00000100:00000200:0.0:1761311768.138804:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787709888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.141527:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ab3143b7. 00000400:00000200:2.0:1761311768.145728:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.145750:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efdc0 00000400:00000200:2.0:1761311768.145758:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabaf9 [1] + 224 00000400:00000200:2.0:1761311768.145769:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.145773:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.145783:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787709888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.145823:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.145828:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154300 00000400:00000200:2.0:1761311768.145833:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa439 [2] + 1968 00000400:00000010:2.0:1761311768.145837:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000074ea6259. 00000400:00000200:2.0:1761311768.145850:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000009f72eab0 00000400:00000200:2.0:1761311768.145910:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.145914:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.145917:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009f72eab0 00000400:00000010:2.0:1761311768.145919:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000009f72eab0 (tot 82352386). 00000100:00000200:2.0:1761311768.145924:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311768.146857:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3c18e4. 00000020:00000010:0.0:1761311768.146866:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.146870:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.146894:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c60fcab x1846867781829376/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311768.146933:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829376 02000000:00000010:0.0:1761311768.146943:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054be656e. 00010000:00000010:0.0:1761311768.146977:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.146984:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b42317cb. 00000100:00000010:0.0:1761311768.146989:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b42317cb. 00010000:00000010:0.0:1761311768.146995:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.147007:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311768.147011:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829376, offset 224 00000400:00000200:0.0:1761311768.147017:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.147028:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.147034:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87914:87914:256:4294967295] 192.168.203.55@tcp LPNI seq info [87914:87914:8:4294967295] 00000400:00000200:0.0:1761311768.147043:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.147047:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.147052:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352634). 00000800:00000200:0.0:1761311768.147057:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.147062:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.147065:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.147080:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.147086:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.147089:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3c18e4. 02000000:00000010:0.0:1761311768.147098:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e45d8ccc. 00000100:00000010:0.0:1761311768.147100:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 02000000:00000010:0.0:1761311768.147105:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000090282f2e. 00000100:00000010:0.0:1761311768.147107:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 02000000:00000010:0.0:1761311768.147109:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008554ea98. 00000100:00000010:0.0:1761311768.147111:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:0.0:1761311768.147114:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a1e30227. 00000100:00000010:0.0:1761311768.147115:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 02000000:00000010:0.0:1761311768.147118:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006f4bc18c. 00000100:00000010:0.0:1761311768.147119:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 02000000:00000010:0.0:1761311768.147122:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000094a9545d. 00000100:00000010:0.0:1761311768.147124:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000200:0.0:1761311768.147129:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311768.147134:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000056d53d4f. 00000400:00000010:0.0:1761311768.147138:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000b42317cb (tot 82352786). 00000400:00000010:3.0:1761311768.147303:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000eb0f9132. 00000400:00000200:3.0:1761311768.147344:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:3.0:1761311768.147346:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:3.0:1761311768.147353:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787709888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.147360:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787709888/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.147381:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c4d1f616. 02000000:00000010:3.0:1761311768.147394:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088d5a914. 02000000:00000010:3.0:1761311768.147398:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000890e7e01. 00000100:00000010:3.0:1761311768.147402:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:3.0:1761311768.147405:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:3.0:1761311768.147407:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cef1cf2c. 00080000:00000010:3.0:1761311768.147422:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003690cf26. 00010000:00000010:3.0:1761311768.147543:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000153e529f. 00010000:00000010:3.0:1761311768.147549:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000224809f1. 00000001:00000010:3.0:1761311768.147566:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.147584:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00080000:00000010:3.0:1761311768.147590:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003b760c4f. 00000001:00000010:3.0:1761311768.147597:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.147603:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.147607:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.147612:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00100000:00000010:3.0:1761311768.147624:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000020cf5f4a. 00010000:00000010:3.0:1761311768.147639:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311768.147644:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311768.147653:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.147657:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.147664:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311768.147675:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa94a8ae. 02000000:00000010:3.0:1761311768.147698:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d2e6299b. 00000400:00000010:3.0:1761311768.147701:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061899ae8. 00000400:00000010:3.0:1761311768.147705:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.147708:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787709952, portal 16 00000400:00000010:3.0:1761311768.147712:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311768.147713:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787709952, offset 0 00000400:00000200:3.0:1761311768.147719:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.147725:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.147732:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.147736:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.147738:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.147740:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87915:87915:255:4294967295] 192.168.203.55@tcp LPNI seq info [87915:87915:7:4294967295] 00000400:00000200:3.0:1761311768.147747:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.147751:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.147755:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311768.147759:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.147763:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.147765:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.148060:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.148064:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352786). 00000400:00000200:2.0:1761311768.148069:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.148074:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.148077:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:2.0:1761311768.148078:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 02000000:00000010:2.0:1761311768.148082:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054be656e. 00000800:00000200:2.0:1761311768.148147:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.148149:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:2.0:1761311768.148152:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.148156:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.148157:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:2.0:1761311768.148159:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000100:00000200:2.0:1761311768.148164:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a704445 x1846867787709952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.150460:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000075cb89d8. 00010000:00000010:1.1:1761311768.150474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:0.0:1761311768.151989:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.152009:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efe00 00000400:00000200:0.0:1761311768.152018:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb09 [1] + 224 00000400:00000200:0.0:1761311768.152033:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.152037:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.152047:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a704445 x1846867787709952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.152164:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061899ae8. 00000400:00000200:3.0:1761311768.152170:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311768.152172:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311768.152178:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a704445 x1846867787709952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.152185:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a704445 x1846867787709952/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.152211:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d2e6299b. 02000000:00000010:3.0:1761311768.152216:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa94a8ae. 00000100:00000010:3.0:1761311768.152220:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 00000100:00000010:3.0:1761311768.152223:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.152226:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000200:2.0:1761311768.154140:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.154158:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154340 00000400:00000200:2.0:1761311768.154164:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa491 [2] + 0 00000400:00000200:2.0:1761311768.155837:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.157020:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.157030:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.157040:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 00000020:00000010:0.0:1761311768.158572:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f4bc18c. 00000020:00000010:0.0:1761311768.158584:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.158589:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.158620:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007b7890d0 x1846867781829440/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311768.158666:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829440 02000000:00000010:0.0:1761311768.158677:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008554ea98. 00010000:00000010:0.0:1761311768.158707:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000027372dc1. 00010000:00000010:0.0:1761311768.158733:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.158741:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.159699:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.159707:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.159725:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311768.159731:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829440, offset 224 00000400:00000200:0.0:1761311768.159740:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.159754:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.159760:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87916:87916:256:4294967295] 192.168.203.55@tcp LPNI seq info [87916:87916:8:4294967295] 00000400:00000200:0.0:1761311768.159770:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.159775:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.159780:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.159786:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.159792:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.159796:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.159816:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.159821:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.159825:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f4bc18c. 00080000:00000010:3.0:1761311768.160045:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa94a8ae. 00010000:00000010:3.0:1761311768.160152:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311768.160161:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000056a61e6. 00000001:00000010:3.0:1761311768.160180:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.160190:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00080000:00000010:3.0:1761311768.160195:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d2e6299b. 00000001:00000010:3.0:1761311768.160202:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.160208:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.160212:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.160216:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00100000:00000010:3.0:1761311768.160227:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ad4f234d. 00010000:00000010:3.0:1761311768.160242:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311768.160247:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311768.160257:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.160262:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.160269:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311768.160291:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099326f79. 02000000:00000010:3.0:1761311768.160334:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b87d44ef. 00000400:00000010:3.0:1761311768.160339:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061899ae8. 00000400:00000010:3.0:1761311768.160344:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.160349:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710016, portal 16 00000400:00000010:3.0:1761311768.160353:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311768.160355:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710016, offset 0 00000400:00000200:3.0:1761311768.160360:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.160367:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.160373:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.160376:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.160378:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.160380:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87917:87917:255:4294967295] 192.168.203.55@tcp LPNI seq info [87917:87917:7:4294967295] 00000400:00000200:3.0:1761311768.160387:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.160392:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.160395:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82353034). 00000800:00000200:3.0:1761311768.160399:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.160403:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.160405:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.160476:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.160479:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352786). 00000400:00000200:1.0:1761311768.160484:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.160489:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.160493:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001541a840 00000400:00000010:1.0:1761311768.160495:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001541a840. 00000800:00000200:1.0:1761311768.160558:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.160560:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:1.0:1761311768.160564:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.160567:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.160569:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:1.0:1761311768.160570:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:1.0:1761311768.160576:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a704445 x1846867787710016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.161390:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008d77542f. 00010000:00000010:3.1:1761311768.161398:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a4861e2d. 00010000:00000010:3.1:1761311768.161402:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:0.1:1761311768.167565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ae5b704. 00000400:00000200:0.0:1761311768.167631:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.167657:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efe40 00000400:00000200:0.0:1761311768.167666:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb15 [1] + 224 00000400:00000200:0.0:1761311768.167688:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.167693:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.167705:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a704445 x1846867787710016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.167807:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061899ae8. 00000400:00000200:3.0:1761311768.167813:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311768.167815:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311768.167822:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a704445 x1846867787710016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.167830:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a704445 x1846867787710016/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.167864:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b87d44ef. 02000000:00000010:3.0:1761311768.167871:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099326f79. 00000100:00000010:3.0:1761311768.167875:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 00000100:00000010:3.0:1761311768.167879:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.167883:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00010000:00000010:3.1:1761311768.172362:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000003a8c261b. 00010000:00000010:3.1:1761311768.172377:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000200:2.0:1761311768.178755:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.178777:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154380 00000400:00000200:2.0:1761311768.178785:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa491 [2] + 328 00000400:00000200:2.0:1761311768.178861:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.178865:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.178872:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.178879:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 00000020:00000010:0.0:1761311768.178976:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f4bc18c. 00000020:00000010:0.0:1761311768.178983:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.178987:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.179013:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c56dccaa x1846867781829504/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311768.179051:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829504 02000000:00000010:0.0:1761311768.179063:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc3c18e4. 00010000:00000010:0.0:1761311768.179089:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a206c9db. 00010000:00000010:0.0:1761311768.179108:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.179115:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.179129:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.179133:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.179146:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf943e4. 00000100:00000200:0.0:1761311768.179151:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829504, offset 224 00000400:00000200:0.0:1761311768.179158:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.179170:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.179175:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87918:87918:256:4294967295] 192.168.203.55@tcp LPNI seq info [87918:87918:8:4294967295] 00000400:00000200:0.0:1761311768.179184:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.179189:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.179193:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311768.179198:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.179205:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.179208:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311768.179348:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099326f79. 00010000:00000010:3.0:1761311768.179473:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311768.179480:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001e89af29. 00000001:00000010:3.0:1761311768.179498:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.179511:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00080000:00000010:3.0:1761311768.179516:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b87d44ef. 00000001:00000010:3.0:1761311768.179524:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.179530:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.179534:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.179539:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00100000:00000010:3.0:1761311768.179550:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000d43f4587. 00100000:00000010:3.0:1761311768.179558:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000c8a3c02d. 00100000:00000010:3.0:1761311768.179560:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000075182b8d. 00010000:00000010:3.0:1761311768.179580:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311768.179586:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311768.179599:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.179603:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.179610:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311768.179621:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000094a9545d. 02000000:00000010:3.0:1761311768.179646:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000a1e30227. 00000400:00000010:3.0:1761311768.179651:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061899ae8. 00000400:00000010:3.0:1761311768.179655:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.179659:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710080, portal 16 00000400:00000010:3.0:1761311768.179663:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311768.179665:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710080, offset 0 00000400:00000200:3.0:1761311768.179669:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.179675:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.179681:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.179685:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.179687:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.179689:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87919:87919:255:4294967295] 192.168.203.55@tcp LPNI seq info [87919:87919:7:4294967295] 00000400:00000200:3.0:1761311768.179696:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.179701:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.179704:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311768.179708:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.179713:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.179715:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.179748:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.179753:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.179756:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f4bc18c. 00000800:00000200:1.0:1761311768.182640:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.182647:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352786). 00000400:00000200:1.0:1761311768.182656:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.182664:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.182669:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf943e4 00000400:00000010:1.0:1761311768.182672:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf943e4. 00000800:00000200:1.0:1761311768.182734:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.182736:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:1.0:1761311768.182740:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.182743:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.182745:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:1.0:1761311768.182747:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:1.0:1761311768.182754:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a704445 x1846867787710080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.188688:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.188708:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efe80 00000400:00000200:0.0:1761311768.188717:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb21 [1] + 224 00000400:00000200:0.0:1761311768.188734:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.188738:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.188749:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a704445 x1846867787710080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.188820:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061899ae8. 00000400:00000200:3.0:1761311768.188825:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311768.188827:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311768.188832:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a704445 x1846867787710080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.188840:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a704445 x1846867787710080/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.188880:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000a1e30227. 02000000:00000010:3.0:1761311768.188885:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000094a9545d. 00000100:00000010:3.0:1761311768.188888:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 00000100:00000010:3.0:1761311768.188892:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:3.0:1761311768.188895:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000400:00000200:3.0:1761311768.190304:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.190335:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1543c0 00000400:00000200:3.0:1761311768.190341:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa491 [2] + 656 00000400:00000200:3.0:1761311768.190398:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.190402:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.190409:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.190414:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000020:00000010:0.0:1761311768.194241:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f4bc18c. 00000020:00000010:0.0:1761311768.194255:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.194261:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.194302:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781829568/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311768.194357:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829568 02000000:00000010:0.0:1761311768.194368:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e0a44b39. 00010000:00000010:0.0:1761311768.194393:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b8fcd8b. 00010000:00000010:0.0:1761311768.194417:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.194426:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.194448:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.194451:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.194464:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311768.194470:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829568, offset 224 00000400:00000200:0.0:1761311768.194477:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.194491:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.194497:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87920:87920:256:4294967295] 192.168.203.55@tcp LPNI seq info [87920:87920:8:4294967295] 00000400:00000200:0.0:1761311768.194507:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.194512:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.194517:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311768.194522:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.194529:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.194533:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.194551:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.194555:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.194558:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f4bc18c. 00000800:00000200:0.0:1761311768.194679:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.194682:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:0.0:1761311768.194686:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.194690:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.194694:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311768.194696:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00080000:00000010:3.0:1761311768.195204:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000094a9545d. 00010000:00000010:3.0:1761311768.195367:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311768.195375:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c4304672. 00000001:00000010:3.0:1761311768.195392:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.195405:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00080000:00000010:3.0:1761311768.195410:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a1e30227. 00000001:00000010:3.0:1761311768.195418:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.195424:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.195428:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000061899ae8. 00000001:00000010:3.0:1761311768.195431:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000061899ae8. 00100000:00000010:3.0:1761311768.195443:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009e49249d. 00010000:00000010:3.0:1761311768.195457:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000c5629e82. 00010000:00000010:3.0:1761311768.195462:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311768.195472:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c5a8e8fa. 00000100:00000010:3.0:1761311768.195478:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000005d75dccb. 00000100:00000010:3.0:1761311768.195484:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 02000000:00000010:3.0:1761311768.195495:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000090282f2e. 02000000:00000010:3.0:1761311768.195519:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e45d8ccc. 00000400:00000010:3.0:1761311768.195524:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000061899ae8. 00000400:00000010:3.0:1761311768.195528:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.195533:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710144, portal 16 00000400:00000010:3.0:1761311768.195537:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311768.195539:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710144, offset 0 00000400:00000200:3.0:1761311768.195545:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.195552:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.195559:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.195562:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.195565:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.195568:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87921:87921:256:4294967295] 192.168.203.55@tcp LPNI seq info [87921:87921:8:4294967295] 00000400:00000200:3.0:1761311768.195576:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.195580:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.195584:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311768.195589:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.195593:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.195596:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.195894:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.195897:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311768.195902:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.195906:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.195909:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:0.0:1761311768.195911:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:0.0:1761311768.195917:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c241c5e9 x1846867787710144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311768.197391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b8dca3c3. 00000400:00000200:3.0:1761311768.199239:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.199257:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6efec0 00000400:00000200:3.0:1761311768.199265:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb2d [1] + 224 00000400:00000200:3.0:1761311768.199283:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.199286:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.199295:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c241c5e9 x1846867787710144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.199438:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000061899ae8. 00000400:00000200:3.0:1761311768.199445:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.199445:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:1.0:1761311768.199448:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000400:00000200:3.0:1761311768.199453:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154400 00000100:00000200:1.0:1761311768.199457:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c241c5e9 x1846867787710144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.199461:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa491 [2] + 984 00000400:00000200:3.0:1761311768.199474:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000200:1.0:1761311768.199474:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c241c5e9 x1846867787710144/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.199481:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.199487:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.199492:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:1.0:1761311768.199512:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e45d8ccc. 02000000:00000010:1.0:1761311768.199519:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000090282f2e. 00000100:00000010:1.0:1761311768.199522:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c241c5e9. 00000100:00000010:1.0:1761311768.199526:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000005d75dccb. 00010000:00000010:1.0:1761311768.199528:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c5a8e8fa. 00000020:00000010:0.0:1761311768.199580:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f4bc18c. 00000020:00000010:0.0:1761311768.199588:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.199592:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.199613:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fed08d72 x1846867781829632/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311768.199778:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829632 02000000:00000010:0.0:1761311768.199790:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000000506176. 00010000:00000010:0.0:1761311768.199817:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ce60aa06. 00010000:00000010:0.0:1761311768.199839:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.199845:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.199859:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.199862:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.199874:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311768.199879:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829632, offset 224 00000400:00000200:0.0:1761311768.199887:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311768.199891:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e2f9b744. 00000400:00000200:0.0:1761311768.199898:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.199905:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87922:87922:256:4294967295] 192.168.203.55@tcp LPNI seq info [87922:87922:8:4294967295] 00000400:00000200:0.0:1761311768.199914:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.199920:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.199925:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311768.199930:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.199938:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.199942:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00010000:00000010:1.0:1761311768.200015:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c75a09e0. 00010000:00000010:1.0:1761311768.200023:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c1fb6af9. 00000001:00000010:1.0:1761311768.200041:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bc53e097. 00000001:00000010:1.0:1761311768.200051:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bc53e097. 00080000:00000010:1.0:1761311768.200057:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008f5be134. 00000001:00000010:1.0:1761311768.200065:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bc53e097. 00000001:00000010:1.0:1761311768.200071:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bc53e097. 00000001:00000010:1.0:1761311768.200075:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000bc53e097. 00000001:00000010:1.0:1761311768.200080:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000bc53e097. 00100000:00000010:1.0:1761311768.200092:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c6bd4522. 00010000:00000010:1.0:1761311768.200108:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311768.200114:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000d4537c6. 00010000:00000010:1.0:1761311768.200125:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1ccbd5f. 00000100:00000010:1.0:1761311768.200129:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.200135:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311768.200144:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007d8e4baa. 02000000:00000010:1.0:1761311768.200164:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d08e5742. 00000400:00000010:1.0:1761311768.200167:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bc53e097. 00000400:00000010:1.0:1761311768.200171:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311768.200176:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710208, portal 16 00000400:00000010:1.0:1761311768.200179:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311768.200181:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710208, offset 0 00000400:00000200:1.0:1761311768.200187:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.200193:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.200198:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.200201:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.200204:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.200206:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87923:87923:255:4294967295] 192.168.203.55@tcp LPNI seq info [87923:87923:7:4294967295] 00000400:00000200:1.0:1761311768.200212:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.200216:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.200219:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311768.200222:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.200226:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.200228:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.202029:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.202044:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.202049:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f4bc18c. 00000800:00000200:2.0:1761311768.202254:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.202259:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352786). 00000400:00000200:2.0:1761311768.202265:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.202284:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.202289:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:2.0:1761311768.202292:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000800:00000200:2.0:1761311768.202388:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.202391:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311768.202394:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.202398:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.202400:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:2.0:1761311768.202401:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 00000100:00000200:2.0:1761311768.202407:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787710208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.206097:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007f899e9a. 00010000:00000010:3.1:1761311768.206115:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:0.0:1761311768.207762:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.207781:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eff00 00000400:00000200:0.0:1761311768.207790:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb39 [1] + 224 00000400:00000200:0.0:1761311768.207808:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.207812:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.207823:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787710208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.207900:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bc53e097. 00000400:00000200:1.0:1761311768.207906:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:1.0:1761311768.207908:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000100:00000200:1.0:1761311768.207915:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787710208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.207922:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787710208/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.207953:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d08e5742. 02000000:00000010:1.0:1761311768.207959:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007d8e4baa. 00000100:00000010:1.0:1761311768.207962:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:1.0:1761311768.207967:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.207971:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1ccbd5f. 00000400:00000200:3.0:1761311768.212971:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.212992:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154440 00000400:00000200:3.0:1761311768.213000:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa491 [2] + 1312 00000400:00000200:3.0:1761311768.213068:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.213073:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.213080:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.213085:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:0.0:1761311768.213266:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006f4bc18c. 00000020:00000010:0.0:1761311768.213283:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.213288:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.213358:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781829696/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311768.213387:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829696 02000000:00000010:0.0:1761311768.213398:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000261e5efb. 00010000:00000010:0.0:1761311768.213428:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000006607d47. 00010000:00000010:0.0:1761311768.213451:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.213458:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.213469:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.213472:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000400:00000010:0.0:1761311768.213485:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000100:00000200:0.0:1761311768.213490:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829696, offset 224 00000400:00000200:0.0:1761311768.213498:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.213509:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.213514:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87924:87924:256:4294967295] 192.168.203.55@tcp LPNI seq info [87924:87924:8:4294967295] 00000400:00000200:0.0:1761311768.213524:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.213532:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.213537:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311768.213542:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.213549:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.213553:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.213566:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.213571:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.213574:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006f4bc18c. 00010000:00000010:3.1:1761311768.213925:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000022270141. 00010000:00000010:3.1:1761311768.213933:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000800:00000200:2.0:1761311768.214075:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.214078:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:2.0:1761311768.214083:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.214088:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.214091:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c162b60 00000400:00000010:2.0:1761311768.214093:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c162b60. 00080000:00000010:2.0:1761311768.214115:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005537aaa1. 00010000:00000010:2.0:1761311768.214223:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000d4537c6. 00010000:00000010:2.0:1761311768.214229:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000552bf52e. 00000001:00000010:2.0:1761311768.214246:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000458cd393. 00000001:00000010:2.0:1761311768.214256:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000458cd393. 00080000:00000010:2.0:1761311768.214261:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001197b5a5. 00000001:00000010:2.0:1761311768.214268:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000458cd393. 00000001:00000010:2.0:1761311768.214272:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000458cd393. 00000001:00000010:2.0:1761311768.214286:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000458cd393. 00000001:00000010:2.0:1761311768.214290:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000458cd393. 00100000:00000010:2.0:1761311768.214301:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000e39f8c23. 00010000:00000010:2.0:1761311768.214364:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311768.214371:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5ade3d7. 00010000:00000010:2.0:1761311768.214383:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311768.214388:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311768.214394:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311768.214407:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000001c000469. 02000000:00000010:2.0:1761311768.214432:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ba518837. 00000400:00000010:2.0:1761311768.214435:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000458cd393. 00000400:00000010:2.0:1761311768.214440:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311768.214446:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710272, portal 16 00000400:00000010:2.0:1761311768.214450:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d1e3c456. 00000100:00000200:2.0:1761311768.214452:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710272, offset 0 00000400:00000200:2.0:1761311768.214458:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.214465:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.214471:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.214474:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.214477:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.214479:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87925:87925:256:4294967295] 192.168.203.55@tcp LPNI seq info [87925:87925:8:4294967295] 00000400:00000200:2.0:1761311768.214487:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.214491:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.214494:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82352786). 00000800:00000200:2.0:1761311768.214499:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.214503:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.214505:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 424 niov 1 nkiov 1 00010000:00000010:1.1:1761311768.214581:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000012123cb. 00010000:00000010:1.1:1761311768.214586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000c5629e82. 00010000:00000010:0.1:1761311768.214640:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003620d8b6. 00010000:00000010:0.1:1761311768.214646:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007fb5ffd5. 00000800:00000200:0.0:1761311768.214680:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.214683:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352538). 00000400:00000200:0.0:1761311768.214687:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.214691:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.214693:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d1e3c456 00000400:00000010:0.0:1761311768.214694:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d1e3c456. 00000100:00000200:0.0:1761311768.214700:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787710272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311768.218508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000667c6f31. 00010000:00000010:2.1:1761311768.218522:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:0.1:1761311768.222495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000222cd988. 00000400:00000200:3.0:1761311768.226572:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.226592:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eff40 00000400:00000200:3.0:1761311768.226601:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb45 [1] + 224 00000400:00000200:3.0:1761311768.226631:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.226636:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.226647:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787710272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311768.226847:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000458cd393. 00000400:00000200:2.0:1761311768.226853:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:2.0:1761311768.226855:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:2.0:1761311768.226861:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787710272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311768.226869:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787710272/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311768.226897:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ba518837. 02000000:00000010:2.0:1761311768.226904:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000001c000469. 00000100:00000010:2.0:1761311768.226907:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:2.0:1761311768.226912:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311768.226916:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000400:00000200:3.0:1761311768.242926:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.242946:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154480 00000400:00000200:3.0:1761311768.242955:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa491 [2] + 1640 00000400:00000200:3.0:1761311768.243036:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.243041:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.243048:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.243054:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 00000020:00000010:3.0:1761311768.243103:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ee839a1. 00000020:00000010:3.0:1761311768.243110:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.243114:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.243140:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c7a85faf x1846867781829760/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.243166:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829760 02000000:00000010:3.0:1761311768.243179:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000004918339e. 00010000:00000010:3.0:1761311768.243205:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000024757fdf. 00010000:00000010:3.0:1761311768.243224:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311768.243230:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.243240:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.243243:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311768.243255:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311768.243259:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829760, offset 224 00000400:00000200:3.0:1761311768.243267:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.243290:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.243303:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87926:87926:256:4294967295] 192.168.203.55@tcp LPNI seq info [87926:87926:8:4294967295] 00000400:00000200:3.0:1761311768.243343:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.243348:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.243353:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.243359:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.243364:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.243367:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.243381:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a74c7dfe. 00000020:00000010:3.0:1761311768.243385:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.243388:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ee839a1. 00080000:00000010:2.0:1761311768.247691:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001c000469. 00010000:00000010:2.0:1761311768.247821:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5ade3d7. 00010000:00000010:2.0:1761311768.247830:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ee719c21. 00000001:00000010:2.0:1761311768.247849:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000458cd393. 00000001:00000010:2.0:1761311768.247861:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000458cd393. 00080000:00000010:2.0:1761311768.247866:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ba518837. 00000001:00000010:2.0:1761311768.247874:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000458cd393. 00000001:00000010:2.0:1761311768.247880:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000458cd393. 00000001:00000010:2.0:1761311768.247885:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000458cd393. 00000001:00000010:2.0:1761311768.247889:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000458cd393. 00100000:00000010:2.0:1761311768.247902:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000005319183. 00010000:00000010:2.0:1761311768.247917:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311768.247922:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000e5ade3d7. 00010000:00000010:2.0:1761311768.247935:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007294fe3c. 00000100:00000010:2.0:1761311768.247942:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311768.247950:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311768.247963:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000dedbdcb4. 02000000:00000010:2.0:1761311768.247991:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000448f7ea6. 00000400:00000010:2.0:1761311768.247997:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000458cd393. 00000400:00000010:2.0:1761311768.248004:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002514b11a. 00000100:00000200:2.0:1761311768.248011:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710336, portal 16 00000400:00000010:2.0:1761311768.248017:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003ed3df7a. 00000100:00000200:2.0:1761311768.248020:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710336, offset 0 00000400:00000200:2.0:1761311768.248029:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.248046:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.248052:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.248055:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.248059:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.248062:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87927:87927:255:4294967295] 192.168.203.55@tcp LPNI seq info [87927:87927:7:4294967295] 00000400:00000200:2.0:1761311768.248072:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.248078:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.248083:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82353034). 00000800:00000200:2.0:1761311768.248089:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.248097:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.248101:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.249994:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.250000:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:0.0:1761311768.250008:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.250017:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.250024:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:0.0:1761311768.250026:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000800:00000200:0.0:1761311768.250101:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.250103:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352538). 00000400:00000200:0.0:1761311768.250107:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.250111:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.250113:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003ed3df7a 00000400:00000010:0.0:1761311768.250114:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003ed3df7a. 00000100:00000200:0.0:1761311768.250121:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d83d9e9a x1846867787710336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.253186:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.253206:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6eff80 00000400:00000200:3.0:1761311768.253214:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb51 [1] + 224 00000400:00000200:3.0:1761311768.253226:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.253230:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.253240:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d83d9e9a x1846867787710336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.253488:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000755e08a8. 00000400:00000200:3.0:1761311768.253512:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.253518:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1544c0 00000400:00000200:3.0:1761311768.253523:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa491 [2] + 1968 00000400:00000010:3.0:1761311768.253527:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ed88dcdd. 00000400:00000200:3.0:1761311768.253530:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000ffe7a6c5 00000400:00000200:3.0:1761311768.253539:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.253542:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.253544:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ffe7a6c5 00000400:00000010:3.0:1761311768.253545:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000ffe7a6c5 (tot 82352386). 00000100:00000200:3.0:1761311768.253550:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:0.0:1761311768.253605:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000458cd393. 00000400:00000200:0.0:1761311768.253608:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002514b11a 00000400:00000010:0.0:1761311768.253611:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002514b11a. 00000100:00000200:0.0:1761311768.253616:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d83d9e9a x1846867787710336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.253624:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d83d9e9a x1846867787710336/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:1.0:1761311768.253626:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d8e4baa. 00000020:00000010:1.0:1761311768.253632:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000003c23794b. 00000020:00000010:1.0:1761311768.253635:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 02000000:00000010:0.0:1761311768.253649:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000448f7ea6. 02000000:00000010:0.0:1761311768.253654:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000dedbdcb4. 00000100:00000200:1.0:1761311768.253656:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000005c35f97 x1846867781829824/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000010:0.0:1761311768.253658:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 00000100:00000010:0.0:1761311768.253661:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:0.0:1761311768.253664:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007294fe3c. 00000100:00000200:1.0:1761311768.253687:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829824 02000000:00000010:1.0:1761311768.253697:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d08e5742. 00010000:00000010:1.0:1761311768.253725:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003fc07ba5. 00010000:00000010:1.0:1761311768.253741:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1ccbd5f. 00000100:00000010:1.0:1761311768.253748:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000865e06d3. 00000100:00000010:1.0:1761311768.253763:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000865e06d3. 00010000:00000010:1.0:1761311768.253766:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1ccbd5f. 00000400:00000010:1.0:1761311768.253777:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311768.253781:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829824, offset 224 00000400:00000200:1.0:1761311768.253788:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:0.0:1761311768.253793:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006f4bc18c. 00000400:00000200:1.0:1761311768.253798:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.253803:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87928:87928:256:4294967295] 192.168.203.55@tcp LPNI seq info [87928:87928:8:4294967295] 00000400:00000200:1.0:1761311768.253811:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.253815:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.253819:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352634). 00000800:00000200:1.0:1761311768.253824:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.253830:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.253833:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.253856:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000003c23794b. 00000020:00000010:1.0:1761311768.253860:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.253863:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d8e4baa. 02000000:00000010:1.0:1761311768.253870:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000004918339e. 00000100:00000010:1.0:1761311768.253872:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 02000000:00000010:1.0:1761311768.253875:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000261e5efb. 00000100:00000010:1.0:1761311768.253877:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:1.0:1761311768.253880:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000000506176. 00000100:00000010:1.0:1761311768.253883:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 02000000:00000010:1.0:1761311768.253885:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e0a44b39. 00000100:00000010:1.0:1761311768.253886:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 02000000:00000010:1.0:1761311768.253889:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc3c18e4. 00000100:00000010:1.0:1761311768.253890:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 02000000:00000010:1.0:1761311768.253893:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008554ea98. 00000100:00000010:1.0:1761311768.253894:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000200:1.0:1761311768.253899:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:1.0:1761311768.253903:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bc53e097. 00000400:00000010:1.0:1761311768.253906:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000865e06d3 (tot 82352786). 00010000:00000010:0.0:1761311768.253918:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5ade3d7. 00010000:00000010:0.0:1761311768.253924:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006f624d00. 00000001:00000010:0.0:1761311768.253941:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.253954:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:0.0:1761311768.253959:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006462dbec. 00000001:00000010:0.0:1761311768.253967:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.253972:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.253977:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.253982:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:0.0:1761311768.253993:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b1ba0c3d. 00100000:00000010:0.0:1761311768.254001:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000027442e69. 00100000:00000010:0.0:1761311768.254004:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000fd5ab698. 00010000:00000010:0.0:1761311768.254022:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311768.254027:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003a1d82b0. 00010000:00000010:0.0:1761311768.254038:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000005475ac7. 00000100:00000010:0.0:1761311768.254042:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.254047:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000014537d02. 02000000:00000010:0.0:1761311768.254056:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000147f9daf. 02000000:00000010:0.0:1761311768.254078:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008554ea98. 00000400:00000010:0.0:1761311768.254081:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.254085:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311768.254088:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710400, portal 16 00000400:00000010:0.0:1761311768.254092:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b335db6f. 00000100:00000200:0.0:1761311768.254094:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710400, offset 0 00000400:00000200:0.0:1761311768.254099:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.254105:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.254110:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.254114:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.254116:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.254119:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87929:87929:255:4294967295] 192.168.203.55@tcp LPNI seq info [87929:87929:7:4294967295] 00000400:00000200:0.0:1761311768.254126:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.254129:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.254132:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82353034). 00000800:00000200:0.0:1761311768.254136:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.254139:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.254142:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.254224:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.254228:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352786). 00000400:00000200:3.0:1761311768.254232:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.254235:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.254238:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:3.0:1761311768.254239:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 02000000:00000010:3.0:1761311768.254242:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d08e5742. 00000800:00000200:3.0:1761311768.254345:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.254348:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:3.0:1761311768.254351:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.254354:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.254357:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b335db6f 00000400:00000010:3.0:1761311768.254358:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b335db6f. 00000100:00000200:3.0:1761311768.254362:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000014537d02 x1846867787710400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.257174:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.257189:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6effc0 00000400:00000200:0.0:1761311768.257197:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb61 [1] + 224 00000400:00000200:0.0:1761311768.257208:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.257211:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.257221:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000014537d02 x1846867787710400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.257261:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.257266:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154500 00000400:00000200:0.0:1761311768.257272:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa4e9 [2] + 0 00000400:00000200:0.0:1761311768.257362:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.257365:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.257368:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.257374:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0affe4f. 00000020:00000010:3.0:1761311768.257445:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099746efa. 00000020:00000010:3.0:1761311768.257452:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311768.257456:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.257479:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0affe4f x1846867781829888/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311768.257507:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829888 00000400:00000010:1.0:1761311768.257510:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:1.0:1761311768.257515:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 02000000:00000010:3.0:1761311768.257517:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000dc704ef1. 00000400:00000010:1.0:1761311768.257517:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000100:00000200:1.0:1761311768.257522:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000014537d02 x1846867787710400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.257528:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000014537d02 x1846867787710400/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311768.257548:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000053a222f. 00010000:00000010:3.0:1761311768.257552:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311768.257557:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 02000000:00000010:1.0:1761311768.257561:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008554ea98. 00000100:00000010:3.0:1761311768.257562:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.257564:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 02000000:00000010:1.0:1761311768.257566:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000147f9daf. 00000100:00000010:1.0:1761311768.257570:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000014537d02. 00000100:00000010:1.0:1761311768.257572:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00000400:00000010:3.0:1761311768.257575:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00010000:00000010:1.0:1761311768.257575:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000005475ac7. 00000100:00000200:3.0:1761311768.257579:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829888, offset 224 00000400:00000200:3.0:1761311768.257586:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311768.257589:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007d8e4baa. 00000400:00000200:3.0:1761311768.257595:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.257600:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87930:87930:256:4294967295] 192.168.203.55@tcp LPNI seq info [87930:87930:8:4294967295] 00000400:00000200:3.0:1761311768.257609:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.257613:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.257617:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.257621:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.257627:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.257630:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.257645:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311768.257649:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.257652:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099746efa. 00000800:00000200:3.0:1761311768.257706:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.257710:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:3.0:1761311768.257713:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.257716:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.257718:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311768.257719:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00010000:00000010:1.0:1761311768.257724:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003a1d82b0. 00010000:00000010:1.0:1761311768.257729:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000642db6e6. 00000001:00000010:1.0:1761311768.257746:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.257759:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00080000:00000010:1.0:1761311768.257766:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a5d059fb. 00000001:00000010:1.0:1761311768.257773:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.257779:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.257785:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.257790:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00100000:00000010:1.0:1761311768.257802:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002b7bb483. 00010000:00000010:1.0:1761311768.257817:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311768.257822:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311768.257831:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1ccbd5f. 00000100:00000010:1.0:1761311768.257835:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8a3c02d. 00000100:00000010:1.0:1761311768.257841:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311768.257850:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004d9eb5e0. 02000000:00000010:1.0:1761311768.257871:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006d607203. 00000400:00000010:1.0:1761311768.257875:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d95dc734. 00000400:00000010:1.0:1761311768.257878:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311768.257882:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710464, portal 16 00000400:00000010:1.0:1761311768.257886:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311768.257887:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710464, offset 0 00000400:00000200:1.0:1761311768.257893:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.257898:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.257904:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.257907:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.257909:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.257911:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87931:87931:256:4294967295] 192.168.203.55@tcp LPNI seq info [87931:87931:8:4294967295] 00000400:00000200:1.0:1761311768.257917:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.257921:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.257924:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311768.257927:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.257930:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.257932:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.258054:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.258056:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:3.0:1761311768.258059:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.258063:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.258065:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:3.0:1761311768.258066:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000100:00000200:3.0:1761311768.258070:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787710464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.260526:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.260542:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0000 00000400:00000200:0.0:1761311768.260549:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb6d [1] + 224 00000400:00000200:0.0:1761311768.260559:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.260563:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.260572:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787710464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.260605:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.260610:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154540 00000400:00000200:0.0:1761311768.260614:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa4e9 [2] + 328 00000400:00000200:0.0:1761311768.260632:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.260635:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.260638:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.260642:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ae0de. 00000400:00000010:1.0:1761311768.260699:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d95dc734. 00000400:00000200:1.0:1761311768.260705:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311768.260707:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000020:00000010:3.0:1761311768.260708:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099746efa. 00000100:00000200:1.0:1761311768.260712:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787710464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761311768.260713:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311768.260718:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:1.0:1761311768.260719:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787710464/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.260737:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000820ae0de x1846867781829952/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:1.0:1761311768.260743:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006d607203. 02000000:00000010:1.0:1761311768.260748:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004d9eb5e0. 00000100:00000010:1.0:1761311768.260752:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:1.0:1761311768.260755:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8a3c02d. 00010000:00000010:1.0:1761311768.260759:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1ccbd5f. 00000100:00000200:3.0:1761311768.260776:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781829952 02000000:00000010:3.0:1761311768.260786:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000033384e0a. 00010000:00000010:3.0:1761311768.260812:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000072017dba. 00010000:00000010:3.0:1761311768.260831:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311768.260837:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.260860:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.260863:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311768.260874:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311768.260879:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781829952, offset 224 00000400:00000200:3.0:1761311768.260886:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311768.260892:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d9eb5e0. 00000400:00000200:3.0:1761311768.260895:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.260900:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87932:87932:256:4294967295] 192.168.203.55@tcp LPNI seq info [87932:87932:8:4294967295] 00000400:00000200:3.0:1761311768.260908:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.260915:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.260919:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.260923:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.260929:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.260933:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.260949:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311768.260953:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.260956:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099746efa. 00010000:00000010:1.0:1761311768.260998:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311768.261004:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f79454f7. 00000001:00000010:1.0:1761311768.261019:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.261031:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00000800:00000200:3.0:1761311768.261036:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00080000:00000010:1.0:1761311768.261036:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006d607203. 00000800:00000010:3.0:1761311768.261039:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:3.0:1761311768.261042:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:1.0:1761311768.261044:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000400:00000200:3.0:1761311768.261046:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.261048:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000001:00000010:1.0:1761311768.261048:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00000400:00000010:3.0:1761311768.261049:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000001:00000010:1.0:1761311768.261052:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.261057:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00100000:00000010:1.0:1761311768.261069:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005c11d210. 00010000:00000010:1.0:1761311768.261119:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311768.261129:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311768.261138:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1ccbd5f. 00000100:00000010:1.0:1761311768.261141:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8a3c02d. 00000100:00000010:1.0:1761311768.261146:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311768.261155:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d08e5742. 02000000:00000010:1.0:1761311768.261175:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000890e7e01. 00000400:00000010:1.0:1761311768.261178:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d95dc734. 00000400:00000010:1.0:1761311768.261182:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311768.261186:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710528, portal 16 00000400:00000010:1.0:1761311768.261191:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311768.261192:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710528, offset 0 00000400:00000200:1.0:1761311768.261197:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.261203:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.261209:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.261213:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.261215:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.261217:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87933:87933:256:4294967295] 192.168.203.55@tcp LPNI seq info [87933:87933:8:4294967295] 00000400:00000200:1.0:1761311768.261223:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.261227:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.261230:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.261233:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.261237:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.261239:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.261578:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.261581:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:3.0:1761311768.261584:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.261588:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.261590:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:3.0:1761311768.261591:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000100:00000200:3.0:1761311768.261596:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787710528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.263988:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.264004:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0040 00000400:00000200:0.0:1761311768.264012:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb79 [1] + 224 00000400:00000200:0.0:1761311768.264025:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.264029:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.264037:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787710528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.265255:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d95dc734. 00000400:00000200:1.0:1761311768.265265:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:1.0:1761311768.265268:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:1.0:1761311768.265290:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787710528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.265301:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787710528/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.265344:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000890e7e01. 02000000:00000010:1.0:1761311768.265351:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d08e5742. 00000100:00000010:1.0:1761311768.265354:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:1.0:1761311768.265357:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8a3c02d. 00010000:00000010:1.0:1761311768.265360:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1ccbd5f. 00000400:00000200:0.0:1761311768.265642:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.265656:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154580 00000400:00000200:0.0:1761311768.265661:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa4e9 [2] + 656 00000400:00000200:0.0:1761311768.265722:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.265726:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.265731:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.265736:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebef5091. 00000020:00000010:3.0:1761311768.265812:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000099746efa. 00000020:00000010:3.0:1761311768.265819:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311768.265823:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.265856:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebef5091 x1846867781830016/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.265889:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830016 02000000:00000010:3.0:1761311768.265900:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb88c014. 00010000:00000010:3.0:1761311768.265927:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000863064cf. 00010000:00000010:3.0:1761311768.265944:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003951194e. 00000100:00000010:3.0:1761311768.265950:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.265968:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.265971:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003951194e. 00000400:00000010:3.0:1761311768.265983:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311768.265988:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830016, offset 224 00000400:00000200:3.0:1761311768.265995:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:1.0:1761311768.265999:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d08e5742. 00000400:00000200:3.0:1761311768.266004:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.266009:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87934:87934:256:4294967295] 192.168.203.55@tcp LPNI seq info [87934:87934:8:4294967295] 00000400:00000200:3.0:1761311768.266018:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.266023:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.266027:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.266032:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.266037:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.266041:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.266057:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000853e290c. 00000020:00000010:3.0:1761311768.266061:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.266064:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000099746efa. 00010000:00000010:1.0:1761311768.266107:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9617bd. 00000800:00000200:3.0:1761311768.266113:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:1.0:1761311768.266113:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000067da3800. 00000800:00000010:3.0:1761311768.266116:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:3.0:1761311768.266119:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.266122:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.266124:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:3.0:1761311768.266126:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000001:00000010:1.0:1761311768.266130:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.266143:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00080000:00000010:1.0:1761311768.266148:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000890e7e01. 00000001:00000010:1.0:1761311768.266156:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.266161:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.266166:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.266171:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00100000:00000010:1.0:1761311768.266183:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f46ab10c. 00010000:00000010:1.0:1761311768.266198:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311768.266203:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311768.266212:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1ccbd5f. 00000100:00000010:1.0:1761311768.266216:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8a3c02d. 00000100:00000010:1.0:1761311768.266221:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311768.266230:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088d5a914. 02000000:00000010:1.0:1761311768.266252:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000090282f2e. 00000400:00000010:1.0:1761311768.266256:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d95dc734. 00000400:00000010:1.0:1761311768.266260:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311768.266265:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710592, portal 16 00000400:00000010:1.0:1761311768.266269:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071fc6447. 00000100:00000200:1.0:1761311768.266270:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710592, offset 0 00000400:00000200:1.0:1761311768.266286:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.266292:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.266298:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.266301:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.266304:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.266306:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87935:87935:256:4294967295] 192.168.203.55@tcp LPNI seq info [87935:87935:8:4294967295] 00000400:00000200:1.0:1761311768.266330:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.266334:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.266337:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.266341:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.266344:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.266346:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.269467:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.269474:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.269481:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.269489:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.269495:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:0.0:1761311768.269498:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000100:00000200:0.0:1761311768.269507:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787710592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311768.275233:0:78636:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be48080c. 00010000:00000010:2.1:1761311768.275254:0:78636:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00000400:00000200:0.0:1761311768.280399:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.280420:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0080 00000400:00000200:0.0:1761311768.280428:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb85 [1] + 224 00000400:00000200:0.0:1761311768.280440:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.280443:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.280454:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787710592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.280492:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.280497:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1545c0 00000400:00000200:0.0:1761311768.280501:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa4e9 [2] + 984 00000400:00000200:0.0:1761311768.280514:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.280517:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.280521:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.280526:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b28de8d. 00000400:00000010:1.0:1761311768.280577:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d95dc734. 00000020:00000010:0.0:1761311768.280578:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3c18e4. 00000400:00000200:1.0:1761311768.280583:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000020:00000010:0.0:1761311768.280584:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000400:00000010:1.0:1761311768.280585:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000020:00000010:0.0:1761311768.280588:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:1.0:1761311768.280590:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787710592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.280598:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787710592/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.280612:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b28de8d x1846867781830080/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 02000000:00000010:1.0:1761311768.280636:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000090282f2e. 02000000:00000010:1.0:1761311768.280642:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088d5a914. 00000100:00000200:0.0:1761311768.280642:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830080 00000100:00000010:1.0:1761311768.280647:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:1.0:1761311768.280650:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8a3c02d. 02000000:00000010:0.0:1761311768.280653:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e0a44b39. 00010000:00000010:1.0:1761311768.280654:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1ccbd5f. 00010000:00000010:0.1:1761311768.282819:0:66528:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a5ca949. 00010000:00000010:0.1:1761311768.282834:0:66528:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:1.1:1761311768.291461:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ff21e84e. 00010000:00000010:1.1:1761311768.291475:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fd3133b. 00010000:00000010:1.1:1761311768.291479:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b541ea46. 00010000:00000010:1.1:1761311768.291483:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:1.1:1761311768.291487:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007fe09987. 00010000:00000010:1.1:1761311768.291490:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00010000:00000010:1.1:1761311768.291494:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c45fb98b. 00010000:00000010:1.1:1761311768.291497:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.0:1761311768.291613:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093caed63. 00010000:00000010:0.0:1761311768.291637:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037b0dc34. 00000100:00000010:0.0:1761311768.291645:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001947a655. 00000100:00000010:0.0:1761311768.291671:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001947a655. 00010000:00000010:0.0:1761311768.291675:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037b0dc34. 00000400:00000010:0.0:1761311768.291692:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311768.291697:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830080, offset 224 00000400:00000200:0.0:1761311768.291707:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.291723:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.291729:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87936:87936:256:4294967295] 192.168.203.55@tcp LPNI seq info [87936:87936:8:4294967295] 00000400:00000200:0.0:1761311768.291738:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.291744:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.291749:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.291755:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.291763:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.291767:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.291799:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.291805:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.291809:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3c18e4. 00000800:00000200:0.0:1761311768.291925:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.291928:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311768.291933:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.291937:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.291941:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:0.0:1761311768.291943:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00080000:00000010:1.0:1761311768.292027:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000090282f2e. 00010000:00000010:1.0:1761311768.292144:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311768.292152:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f069549. 00000001:00000010:1.0:1761311768.292173:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.292192:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00080000:00000010:1.0:1761311768.292200:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e45d8ccc. 00000001:00000010:1.0:1761311768.292209:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.292215:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.292221:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d95dc734. 00000001:00000010:1.0:1761311768.292227:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d95dc734. 00100000:00000010:1.0:1761311768.292241:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008fdc64e1. 00010000:00000010:1.0:1761311768.292256:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311768.292261:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311768.292273:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e1ccbd5f. 00000100:00000010:1.0:1761311768.292289:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8a3c02d. 00000100:00000010:1.0:1761311768.292338:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311768.292354:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088d5a914. 02000000:00000010:1.0:1761311768.292389:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000865e6ceb. 00000400:00000010:1.0:1761311768.292396:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d95dc734. 00000400:00000010:1.0:1761311768.292403:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311768.292409:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710656, portal 16 00000400:00000010:1.0:1761311768.292414:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311768.292416:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710656, offset 0 00000400:00000200:1.0:1761311768.292423:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.292433:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.292442:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.292445:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.292449:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.292452:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87937:87937:256:4294967295] 192.168.203.55@tcp LPNI seq info [87937:87937:8:4294967295] 00000400:00000200:1.0:1761311768.292459:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.292465:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.292468:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311768.292473:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.292477:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.292480:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.292605:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.292608:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:0.0:1761311768.292611:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.292615:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.292617:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:0.0:1761311768.292619:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:0.0:1761311768.292626:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000a605ecaf x1846867787710656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.293640:0:78636:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008b29b9c5. 00010000:00000010:3.1:1761311768.293655:0:78636:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004b30cb11. 00000400:00000200:1.0:1761311768.305848:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.305872:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f00c0 00000400:00000200:1.0:1761311768.305879:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb91 [1] + 224 00000400:00000200:1.0:1761311768.305892:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.305895:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.305907:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000a605ecaf x1846867787710656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.307924:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.307940:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154600 00000400:00000010:2.0:1761311768.307973:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d95dc734. 00000400:00000200:2.0:1761311768.307981:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:2.0:1761311768.307983:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000100:00000200:2.0:1761311768.307992:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000a605ecaf x1846867787710656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311768.308002:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000a605ecaf x1846867787710656/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311768.308030:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000865e6ceb. 02000000:00000010:2.0:1761311768.308036:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088d5a914. 00000100:00000010:2.0:1761311768.308040:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 00000100:00000010:2.0:1761311768.308043:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8a3c02d. 00010000:00000010:2.0:1761311768.308046:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e1ccbd5f. 00000400:00000200:1.0:1761311768.308092:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa4e9 [2] + 1312 00000400:00000200:1.0:1761311768.308123:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.308127:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.308133:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.308138:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00010000:00000010:1.1:1761311768.308375:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000019431b04. 00010000:00000010:1.1:1761311768.308383:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000020:00000010:2.0:1761311768.308460:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000eb94c2be. 00000020:00000010:2.0:1761311768.308466:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311768.308470:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311768.308489:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781830144/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311768.308524:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830144 02000000:00000010:2.0:1761311768.308536:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000887d070b. 00010000:00000010:2.0:1761311768.308562:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000400ea083. 00010000:00000010:2.0:1761311768.308580:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f03d31d. 00000100:00000010:2.0:1761311768.308587:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311768.308606:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:2.0:1761311768.308610:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f03d31d. 00000400:00000010:2.0:1761311768.308624:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311768.308628:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830144, offset 224 00000400:00000200:2.0:1761311768.308636:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.308647:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.308652:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87938:87938:256:4294967295] 192.168.203.55@tcp LPNI seq info [87938:87938:8:4294967295] 00000400:00000200:2.0:1761311768.308661:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.308666:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.308670:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311768.308676:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.308682:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.308685:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.308701:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311768.308706:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:2.0:1761311768.308709:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000eb94c2be. 00080000:00000010:1.0:1761311768.309333:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000865e6ceb. 00010000:00000010:1.0:1761311768.309468:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311768.309476:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000020c733ce. 00000001:00000010:1.0:1761311768.309496:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.309506:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00080000:00000010:1.0:1761311768.309512:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb705f37. 00000001:00000010:1.0:1761311768.309521:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.309526:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.309531:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.309535:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00100000:00000010:1.0:1761311768.309547:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000eccb4d24. 00100000:00000010:1.0:1761311768.309553:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000c489a8c8. 00100000:00000010:1.0:1761311768.309556:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000059295a0b. 00010000:00000010:1.0:1761311768.309574:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00010000:00000010:1.0:1761311768.309579:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000aa9617bd. 00010000:00000010:1.0:1761311768.309588:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fcf8bc7a. 00000100:00000010:1.0:1761311768.309593:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.309600:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311768.309612:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032f7100b. 02000000:00000010:1.0:1761311768.309636:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006f048af. 00000400:00000010:1.0:1761311768.309640:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d3cd9ca. 00000400:00000010:1.0:1761311768.309645:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.309651:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710720, portal 16 00000400:00000010:1.0:1761311768.309655:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000daaa4b22. 00000100:00000200:1.0:1761311768.309658:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710720, offset 0 00000400:00000200:1.0:1761311768.309664:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.309674:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.309680:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.309684:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.309686:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.309689:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87939:87939:255:4294967295] 192.168.203.55@tcp LPNI seq info [87939:87939:7:4294967295] 00000400:00000200:1.0:1761311768.309698:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.309702:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.309706:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311768.309711:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.309716:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.309718:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311768.313875:0:78636:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000802fba5b. 00000800:00000200:2.0:1761311768.315567:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.315574:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352786). 00000400:00000200:2.0:1761311768.315582:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.315592:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.315598:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:2.0:1761311768.315600:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 00000800:00000200:2.0:1761311768.315804:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.315807:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:2.0:1761311768.315811:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.315814:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.315817:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:2.0:1761311768.315819:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000100:00000200:2.0:1761311768.315826:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787710720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.320052:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.320069:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0100 00000400:00000200:0.0:1761311768.320077:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabb9d [1] + 224 00000400:00000200:0.0:1761311768.320094:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.320098:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.320108:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787710720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.320910:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:1.0:1761311768.320917:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311768.320919:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.320927:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787710720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.320935:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787710720/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.320964:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006f048af. 02000000:00000010:1.0:1761311768.320970:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032f7100b. 00000100:00000010:1.0:1761311768.320974:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:1.0:1761311768.320980:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.320984:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fcf8bc7a. 00010000:00000010:1.1:1761311768.323345:0:78637:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b8e0b7a. 00010000:00000010:1.1:1761311768.323358:0:78637:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:2.1:1761311768.325173:0:15808:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a13e380a. 00000400:00000200:2.0:1761311768.325206:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.325221:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154640 00000400:00000200:2.0:1761311768.325229:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa4e9 [2] + 1640 00000400:00000200:2.0:1761311768.325303:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.325308:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.325336:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.325342:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000020:00000010:0.0:1761311768.325458:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000cc3c18e4. 00000020:00000010:0.0:1761311768.325464:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000e5daa810. 00000020:00000010:0.0:1761311768.325469:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.325496:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781830208/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311768.325526:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830208 02000000:00000010:0.0:1761311768.325537:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000000506176. 00010000:00000010:0.0:1761311768.325566:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000055d4df0b. 00010000:00000010:0.0:1761311768.325584:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000037b0dc34. 00000100:00000010:0.0:1761311768.325591:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001947a655. 00000100:00000010:0.0:1761311768.325602:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001947a655. 00010000:00000010:0.0:1761311768.325605:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000037b0dc34. 00000400:00000010:0.0:1761311768.325616:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311768.325621:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830208, offset 224 00000400:00000200:0.0:1761311768.325628:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.325639:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.325645:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87940:87940:256:4294967295] 192.168.203.55@tcp LPNI seq info [87940:87940:8:4294967295] 00000400:00000200:0.0:1761311768.325655:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.325660:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.325665:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.325671:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.325678:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.325681:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.325701:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000e5daa810. 00000020:00000010:0.0:1761311768.325707:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.325709:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000cc3c18e4. 00000800:00000200:0.0:1761311768.325784:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.325788:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311768.325793:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.325796:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.325799:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:0.0:1761311768.325801:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00080000:00000010:2.0:1761311768.325869:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000eb94c2be. 00010000:00000010:2.0:1761311768.325990:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa9617bd. 00010000:00000010:2.0:1761311768.325997:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000001f758fc1. 00000001:00000010:2.0:1761311768.326013:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003700d873. 00000001:00000010:2.0:1761311768.326023:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003700d873. 00080000:00000010:2.0:1761311768.326029:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002cfc96af. 00000001:00000010:2.0:1761311768.326037:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003700d873. 00000001:00000010:2.0:1761311768.326043:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003700d873. 00000001:00000010:2.0:1761311768.326048:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003700d873. 00000001:00000010:2.0:1761311768.326053:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003700d873. 00100000:00000010:2.0:1761311768.326064:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002cc5338b. 00010000:00000010:2.0:1761311768.326080:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311768.326085:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000033a41955. 00010000:00000010:2.0:1761311768.326097:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000000f03d31d. 00000100:00000010:2.0:1761311768.326101:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000041a31f2c. 00000100:00000010:2.0:1761311768.326108:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311768.326119:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000088d5a914. 02000000:00000010:2.0:1761311768.326144:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b3cf764. 00000400:00000010:2.0:1761311768.326148:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003700d873. 00000400:00000010:2.0:1761311768.326152:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001261e9e3. 00000100:00000200:2.0:1761311768.326157:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710784, portal 16 00000400:00000010:2.0:1761311768.326162:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000094f78dcc. 00000100:00000200:2.0:1761311768.326164:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710784, offset 0 00000400:00000200:2.0:1761311768.326169:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.326175:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.326181:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.326185:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.326188:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.326190:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87941:87941:256:4294967295] 192.168.203.55@tcp LPNI seq info [87941:87941:8:4294967295] 00000400:00000200:2.0:1761311768.326197:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.326202:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.326205:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311768.326209:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.326213:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.326215:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.327540:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.327547:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352538). 00000400:00000200:0.0:1761311768.327555:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.327561:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.327566:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000094f78dcc 00000400:00000010:0.0:1761311768.327568:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000094f78dcc. 00000100:00000200:0.0:1761311768.327577:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787710784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.333854:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.333872:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0140 00000400:00000200:3.0:1761311768.333880:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabba9 [1] + 224 00000400:00000200:3.0:1761311768.333895:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.333899:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.333910:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787710784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.337774:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003700d873. 00000400:00000200:1.0:1761311768.337785:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001261e9e3 00000400:00000010:1.0:1761311768.337787:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001261e9e3. 00000100:00000200:1.0:1761311768.337802:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787710784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.337812:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787710784/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.337845:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b3cf764. 02000000:00000010:1.0:1761311768.337851:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000088d5a914. 00000100:00000010:1.0:1761311768.337855:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:1.0:1761311768.337859:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000041a31f2c. 00010000:00000010:1.0:1761311768.337863:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000000f03d31d. 00010000:00000010:0.1:1761311768.345421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000096623420. 00000400:00000200:0.0:1761311768.345470:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.345486:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154680 00000400:00000200:0.0:1761311768.345493:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa4e9 [2] + 1968 00000400:00000010:0.0:1761311768.345498:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007bc3cb85. 00000400:00000200:0.0:1761311768.345502:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000cd5ce526 00000400:00000200:0.0:1761311768.345564:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.345569:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.345573:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000cd5ce526 00000400:00000010:0.0:1761311768.345575:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000cd5ce526 (tot 82352386). 00000100:00000200:0.0:1761311768.345581:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311768.345636:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000261e5efb. 00000020:00000010:0.0:1761311768.345642:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.345646:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.345669:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ca4500d0 x1846867781830272/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311768.345704:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830272 02000000:00000010:0.0:1761311768.345714:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000054be656e. 00010000:00000010:0.0:1761311768.345737:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b13098d3. 00010000:00000010:0.0:1761311768.345754:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000abdc4774. 00000100:00000010:0.0:1761311768.345759:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000001947a655. 00000100:00000010:0.0:1761311768.345771:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000001947a655. 00010000:00000010:0.0:1761311768.345774:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000abdc4774. 00000400:00000010:0.0:1761311768.345786:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311768.345790:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830272, offset 224 00000400:00000200:0.0:1761311768.345797:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.345807:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.345812:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87942:87942:256:4294967295] 192.168.203.55@tcp LPNI seq info [87942:87942:8:4294967295] 00000400:00000200:0.0:1761311768.345822:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.345826:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.345830:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352634). 00000800:00000200:0.0:1761311768.345835:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.345854:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.345857:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.345872:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.345877:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.345879:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000261e5efb. 02000000:00000010:0.0:1761311768.345887:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000000506176. 00000100:00000010:0.0:1761311768.345890:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:0.0:1761311768.345894:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000887d070b. 00000100:00000010:0.0:1761311768.345896:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 02000000:00000010:0.0:1761311768.345899:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e0a44b39. 00000100:00000010:0.0:1761311768.345901:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b28de8d. 02000000:00000010:0.0:1761311768.345904:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb88c014. 00000100:00000010:0.0:1761311768.345906:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebef5091. 02000000:00000010:0.0:1761311768.345908:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000033384e0a. 00000100:00000010:0.0:1761311768.345910:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ae0de. 02000000:00000010:0.0:1761311768.345913:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000dc704ef1. 00000100:00000010:0.0:1761311768.345915:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0affe4f. 00000100:00000200:0.0:1761311768.345921:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311768.345924:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b0a6ce52. 00000400:00000010:0.0:1761311768.345927:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000001947a655 (tot 82352786). 00080000:00000010:0.0:1761311768.345949:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e0a44b39. 00010000:00000010:0.0:1761311768.346051:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000033a41955. 00010000:00000010:0.0:1761311768.346057:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e7132941. 00000001:00000010:0.0:1761311768.346071:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.346081:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:0.0:1761311768.346085:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000506176. 00000001:00000010:0.0:1761311768.346092:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.346098:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.346103:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.346107:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:0.0:1761311768.346117:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000056baf98f. 00010000:00000010:0.0:1761311768.346131:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205a470. 00010000:00000010:0.0:1761311768.346136:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003aed8d5a. 00010000:00000010:0.0:1761311768.346145:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000abdc4774. 00000100:00000010:0.0:1761311768.346148:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.346154:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0affe4f. 02000000:00000010:0.0:1761311768.346164:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000261e5efb. 02000000:00000010:0.0:1761311768.346186:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000147f9daf. 00000400:00000010:0.0:1761311768.346190:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.346194:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311768.346196:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710848, portal 16 00000400:00000010:0.0:1761311768.346200:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311768.346202:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710848, offset 0 00000400:00000200:0.0:1761311768.346207:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.346213:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.346220:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.346223:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.346225:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.346228:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87943:87943:255:4294967295] 192.168.203.55@tcp LPNI seq info [87943:87943:7:4294967295] 00000400:00000200:0.0:1761311768.346235:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.346239:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.346242:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82353034). 00000800:00000200:0.0:1761311768.346245:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.346249:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.346251:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.346306:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.346339:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352786). 00000400:00000200:0.0:1761311768.346344:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.346348:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.346351:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:0.0:1761311768.346352:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 02000000:00000010:0.0:1761311768.346355:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000054be656e. 00000800:00000200:0.0:1761311768.346389:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.346390:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:0.0:1761311768.346393:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.346395:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.346397:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:0.0:1761311768.346398:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:0.0:1761311768.346402:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f0affe4f x1846867787710848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.349489:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.349519:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0180 00000400:00000200:0.0:1761311768.349528:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabbb9 [1] + 224 00000400:00000200:0.0:1761311768.349546:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.349551:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.349567:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f0affe4f x1846867787710848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311768.349611:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:0.0:1761311768.349615:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:0.0:1761311768.349617:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000100:00000200:0.0:1761311768.349621:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f0affe4f x1846867787710848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.349628:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f0affe4f x1846867787710848/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.349658:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000147f9daf. 02000000:00000010:0.0:1761311768.349664:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000261e5efb. 00000100:00000010:0.0:1761311768.349668:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0affe4f. 00000100:00000010:0.0:1761311768.349671:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.349675:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000abdc4774. 00010000:00000010:2.1:1761311768.349954:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e185426f. 00010000:00000010:2.1:1761311768.349964:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00010000:00000010:0.1:1761311768.352856:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000f4ce9e7. 00010000:00000010:0.1:1761311768.352868:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000031718fc7. 00010000:00000010:0.1:1761311768.352871:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00000400:00000200:0.0:1761311768.352906:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.352922:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1546c0 00000400:00000200:0.0:1761311768.352930:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa541 [2] + 0 00000400:00000200:0.0:1761311768.352993:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.352997:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.353003:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.353008:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0affe4f. 00000020:00000010:3.0:1761311768.353604:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000152ac173. 00000020:00000010:3.0:1761311768.353612:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.353617:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.353649:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0affe4f x1846867781830336/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311768.354215:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830336 02000000:00000010:3.0:1761311768.354228:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da36740f. 00010000:00000010:3.0:1761311768.354260:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ffe376dc. 00010000:00000010:3.0:1761311768.354293:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.354301:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.354352:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.354356:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00080000:00000010:0.0:1761311768.354372:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000261e5efb. 00010000:00000010:0.0:1761311768.354485:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003aed8d5a. 00010000:00000010:0.0:1761311768.354491:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000021e6a692. 00000001:00000010:0.0:1761311768.354510:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.354519:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:0.0:1761311768.354524:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000147f9daf. 00000001:00000010:0.0:1761311768.354531:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.354536:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.354541:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.354546:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:0.0:1761311768.354557:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000047cc646. 00010000:00000010:0.0:1761311768.354573:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000b0a97917. 00010000:00000010:0.0:1761311768.354578:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003aed8d5a. 00010000:00000010:0.0:1761311768.354588:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000abdc4774. 00000100:00000010:0.0:1761311768.354592:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.354599:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000820ae0de. 02000000:00000010:0.0:1761311768.354611:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000054be656e. 02000000:00000010:0.0:1761311768.354634:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008554ea98. 00000400:00000010:0.0:1761311768.354639:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.354644:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311768.354649:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710912, portal 16 00000400:00000010:0.0:1761311768.354652:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311768.354654:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710912, offset 0 00000400:00000200:0.0:1761311768.354661:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.354674:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.354680:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.354683:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.354686:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.354689:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87944:87944:256:4294967295] 192.168.203.55@tcp LPNI seq info [87944:87944:8:4294967295] 00000400:00000200:0.0:1761311768.354698:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.354705:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.354709:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.354714:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.354721:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.354724:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.354808:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.354811:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:0.0:1761311768.354815:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.354819:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.354822:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:0.0:1761311768.354824:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:0.0:1761311768.354829:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000820ae0de x1846867787710912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.354876:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311768.354881:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830336, offset 224 00000400:00000200:3.0:1761311768.354889:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.354895:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.354899:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87945:87945:256:4294967295] 192.168.203.55@tcp LPNI seq info [87945:87945:8:4294967295] 00000400:00000200:3.0:1761311768.354905:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.354909:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.354913:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.354917:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.354921:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.354923:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.354947:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.354952:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.354955:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000152ac173. 00000800:00000200:0.0:1761311768.355656:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.355660:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311768.355664:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.355669:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.355673:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:0.0:1761311768.355675:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000400:00000200:0.0:1761311768.357156:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.357173:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f01c0 00000400:00000200:0.0:1761311768.357181:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabbc1 [1] + 224 00000400:00000200:0.0:1761311768.357199:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.357203:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.357214:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000820ae0de x1846867787710912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.358324:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:1.0:1761311768.358333:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:1.0:1761311768.358335:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000100:00000200:1.0:1761311768.358347:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000820ae0de x1846867787710912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.358355:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000820ae0de x1846867787710912/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.358624:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008554ea98. 02000000:00000010:1.0:1761311768.358631:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000054be656e. 00000100:00000010:1.0:1761311768.358636:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000820ae0de. 00000100:00000010:1.0:1761311768.358640:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:1.0:1761311768.358643:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000abdc4774. 00010000:00000010:0.1:1761311768.362728:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000729cf2f1. 00010000:00000010:0.1:1761311768.362743:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00000400:00000200:0.0:1761311768.363338:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.363358:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154700 00000400:00000200:0.0:1761311768.363365:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa541 [2] + 328 00010000:00000010:3.1:1761311768.364253:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d454eb48. 00000400:00000200:0.0:1761311768.364468:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.364476:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.364484:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.364491:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ebef5091. 00000020:00000010:2.0:1761311768.364919:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018a5f0ba. 00000020:00000010:2.0:1761311768.364928:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000bba62fc9. 00000020:00000010:2.0:1761311768.364934:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 000000008fa0b363. 00000100:00000200:2.0:1761311768.364963:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ebef5091 x1846867781830400/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311768.366374:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830400 02000000:00000010:3.0:1761311768.366390:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000152ac173. 00010000:00000010:3.0:1761311768.366418:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000686137a2. 00010000:00000010:3.0:1761311768.366437:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.366443:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.366456:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.366458:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000010:3.0:1761311768.366470:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311768.366475:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830400, offset 224 00000400:00000200:3.0:1761311768.366482:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.366497:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.366503:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87946:87946:256:4294967295] 192.168.203.55@tcp LPNI seq info [87946:87946:8:4294967295] 00000400:00000200:3.0:1761311768.366513:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.366518:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.366523:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.366528:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.366534:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.366537:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.366554:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000bba62fc9. 00000020:00000010:3.0:1761311768.366560:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 000000008fa0b363. 00000020:00000010:3.0:1761311768.366562:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018a5f0ba. 00000800:00000200:0.0:1761311768.366748:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.366751:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311768.366756:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.366761:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.366765:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:0.0:1761311768.366767:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00080000:00000010:1.0:1761311768.366907:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006f048af. 00010000:00000010:1.0:1761311768.367040:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003aed8d5a. 00010000:00000010:1.0:1761311768.367048:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000051dff0e7. 00000001:00000010:1.0:1761311768.367066:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.367077:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00080000:00000010:1.0:1761311768.367083:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000eabe281. 00000001:00000010:1.0:1761311768.367091:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.367096:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.367101:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.367105:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00100000:00000010:1.0:1761311768.367118:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003f54a86b. 00010000:00000010:1.0:1761311768.367132:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311768.367138:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004faf78cb. 00010000:00000010:1.0:1761311768.367148:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be75a28b. 00000100:00000010:1.0:1761311768.367152:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.367159:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311768.367169:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002e578acf. 02000000:00000010:1.0:1761311768.367193:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004da8df3c. 00000400:00000010:1.0:1761311768.367197:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d3cd9ca. 00000400:00000010:1.0:1761311768.367202:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.367207:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787710976, portal 16 00000400:00000010:1.0:1761311768.367211:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c971b4e6. 00000100:00000200:1.0:1761311768.367213:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787710976, offset 0 00000400:00000200:1.0:1761311768.367219:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.367227:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.367233:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.367237:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.367240:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.367242:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87947:87947:256:4294967295] 192.168.203.55@tcp LPNI seq info [87947:87947:8:4294967295] 00000400:00000200:1.0:1761311768.367250:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.367255:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.367258:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.367262:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.367266:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.367268:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.367443:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.367446:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.367449:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.367453:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.367456:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:0.0:1761311768.367457:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:0.0:1761311768.367463:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787710976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.373286:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.373331:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0200 00000400:00000200:0.0:1761311768.373340:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabbd1 [1] + 224 00000400:00000200:0.0:1761311768.373352:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.373356:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.373367:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787710976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.373403:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.373409:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154740 00000400:00000200:0.0:1761311768.373414:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa541 [2] + 656 00000400:00000010:1.0:1761311768.373464:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:1.0:1761311768.373471:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311768.373473:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.373480:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787710976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.373489:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787710976/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.373490:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.373498:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.373505:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.373512:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b28de8d. 02000000:00000010:1.0:1761311768.373530:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004da8df3c. 02000000:00000010:1.0:1761311768.373538:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002e578acf. 00000100:00000010:1.0:1761311768.373542:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:1.0:1761311768.373549:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.373553:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be75a28b. 00000020:00000010:3.0:1761311768.374042:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006ed712c3. 00000020:00000010:3.0:1761311768.374050:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.374054:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.374083:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b28de8d x1846867781830464/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311768.374123:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830464 02000000:00000010:3.0:1761311768.374134:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008650db45. 00010000:00000010:3.0:1761311768.374161:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000010b608b8. 00010000:00000010:3.0:1761311768.374181:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.374187:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.374207:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.374210:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000010:3.0:1761311768.374224:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311768.374229:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830464, offset 224 00000400:00000200:3.0:1761311768.374238:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.374249:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.374256:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87948:87948:256:4294967295] 192.168.203.55@tcp LPNI seq info [87948:87948:8:4294967295] 00000400:00000200:3.0:1761311768.374266:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.374272:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.374287:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.374293:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.374621:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.374625:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.374649:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.374654:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.374657:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006ed712c3. 00000800:00000200:3.0:1761311768.374742:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.374745:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:3.0:1761311768.374749:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.374753:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.374757:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:3.0:1761311768.374758:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00080000:00000010:1.0:1761311768.374892:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002e578acf. 00010000:00000010:1.0:1761311768.375011:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004faf78cb. 00010000:00000010:1.0:1761311768.375018:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008426a8e6. 00000001:00000010:1.0:1761311768.375036:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.375047:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00080000:00000010:1.0:1761311768.375053:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004da8df3c. 00000001:00000010:1.0:1761311768.375061:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.375067:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.375071:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.375076:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00100000:00000010:1.0:1761311768.375089:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000034638ab5. 00100000:00000010:1.0:1761311768.375095:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000c6609c27. 00100000:00000010:1.0:1761311768.375098:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b3cab0a9. 00010000:00000010:1.0:1761311768.375116:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311768.375121:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004faf78cb. 00010000:00000010:1.0:1761311768.375131:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be75a28b. 00000100:00000010:1.0:1761311768.375135:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.375141:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311768.375151:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e4f4bc9. 02000000:00000010:1.0:1761311768.375175:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036504431. 00000400:00000010:1.0:1761311768.375179:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d3cd9ca. 00000400:00000010:1.0:1761311768.375183:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.375187:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711040, portal 16 00000400:00000010:1.0:1761311768.375192:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311768.375194:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711040, offset 0 00000400:00000200:1.0:1761311768.375200:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.375207:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.375213:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.375216:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.375219:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.375222:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87949:87949:256:4294967295] 192.168.203.55@tcp LPNI seq info [87949:87949:8:4294967295] 00000400:00000200:1.0:1761311768.375229:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.375233:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.375237:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.375240:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.375245:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.375247:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.375512:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.375514:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.375517:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.375520:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.375523:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:0.0:1761311768.375525:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000100:00000200:0.0:1761311768.375530:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787711040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.378585:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ad884c9. 00000400:00000200:0.0:1761311768.382712:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.382732:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0240 00000400:00000200:0.0:1761311768.382741:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabbdd [1] + 224 00000400:00000200:0.0:1761311768.382754:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.382758:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.382770:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787711040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.382805:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.382810:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154780 00000400:00000200:0.0:1761311768.382815:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa541 [2] + 984 00000400:00000200:0.0:1761311768.382883:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.382888:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.382892:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.382897:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000afc4075. 00000400:00000010:1.0:1761311768.382962:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:1.0:1761311768.382968:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311768.382970:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.382976:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787711040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.382984:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787711040/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.383011:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036504431. 02000000:00000010:1.0:1761311768.383016:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000e4f4bc9. 00000100:00000010:1.0:1761311768.383020:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:1.0:1761311768.383025:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.383029:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be75a28b. 00010000:00000010:1.1:1761311768.385372:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000002212b05c. 00010000:00000010:1.1:1761311768.385383:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b0a97917. 00010000:00000010:3.1:1761311768.390336:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000040f52f84. 00000020:00000010:3.0:1761311768.390425:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a7691386. 00000020:00000010:3.0:1761311768.390432:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.390436:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.390464:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000afc4075 x1846867781830528/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.390493:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830528 02000000:00000010:3.0:1761311768.390502:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000005bcacca9. 00010000:00000010:3.0:1761311768.390526:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009000d9f4. 00010000:00000010:3.0:1761311768.390542:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.390549:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.390561:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.390564:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00080000:00000010:3.0:1761311768.390588:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001098b124. 00010000:00000010:3.0:1761311768.390704:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004faf78cb. 00010000:00000010:3.0:1761311768.390709:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c0e034fd. 00000001:00000010:3.0:1761311768.390723:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.390731:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00080000:00000010:3.0:1761311768.390736:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dc704ef1. 00000001:00000010:3.0:1761311768.390743:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.390747:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.390752:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.390756:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00100000:00000010:3.0:1761311768.390766:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f56065f5. 00010000:00000010:3.0:1761311768.390778:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311768.390782:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311768.390790:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.390792:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.390798:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311768.390807:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000033384e0a. 02000000:00000010:3.0:1761311768.390825:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fb88c014. 00000400:00000010:3.0:1761311768.390829:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a628c03. 00000400:00000010:3.0:1761311768.390833:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311768.390838:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711104, portal 16 00000400:00000010:3.0:1761311768.390849:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311768.390851:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711104, offset 0 00000400:00000200:3.0:1761311768.390858:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.390870:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.390876:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.390879:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.390881:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.390884:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87950:87950:256:4294967295] 192.168.203.55@tcp LPNI seq info [87950:87950:8:4294967295] 00000400:00000200:3.0:1761311768.390894:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.390900:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.390903:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.390909:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.390915:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.390918:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.391007:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.391010:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:3.0:1761311768.391015:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.391019:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.391022:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:3.0:1761311768.391024:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:3.0:1761311768.391029:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787711104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.391049:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311768.391051:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830528, offset 224 00000400:00000200:3.0:1761311768.391056:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.391061:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.391065:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87951:87951:256:4294967295] 192.168.203.55@tcp LPNI seq info [87951:87951:8:4294967295] 00000400:00000200:3.0:1761311768.391072:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.391076:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.391078:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.391081:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.391084:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.391086:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.391108:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.391112:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.391116:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a7691386. 00000800:00000200:2.0:1761311768.391134:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.391137:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:2.0:1761311768.391142:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.391146:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.391149:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:2.0:1761311768.391151:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00010000:00000010:1.1:1761311768.392299:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c50baa57. 00010000:00000010:1.1:1761311768.392326:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:3.1:1761311768.400560:0:78642:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bc58735. 00010000:00000010:3.1:1761311768.400578:0:78642:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000092b140d8. 00010000:00000010:3.1:1761311768.400581:0:78642:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000400:00000200:0.0:1761311768.408813:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.408840:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0280 00000400:00000200:0.0:1761311768.408854:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabbe5 [1] + 224 00000400:00000200:0.0:1761311768.408892:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.408897:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.408909:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787711104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.409160:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a628c03. 00000400:00000200:3.0:1761311768.409165:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:3.0:1761311768.409168:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:3.0:1761311768.409174:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787711104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.409182:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787711104/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.409215:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fb88c014. 02000000:00000010:3.0:1761311768.409221:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000033384e0a. 00000100:00000010:3.0:1761311768.409224:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311768.409228:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.409231:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000200:0.0:1761311768.409299:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.409334:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1547c0 00000400:00000200:0.0:1761311768.409340:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa541 [2] + 1312 00000400:00000200:0.0:1761311768.409351:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.409354:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.409358:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.409362:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c6f4fdd7. 00000020:00000010:3.0:1761311768.409442:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000033384e0a. 00000020:00000010:3.0:1761311768.409450:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.409455:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.409477:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c6f4fdd7 x1846867781830592/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311768.409514:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830592 02000000:00000010:3.0:1761311768.409526:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb88c014. 00010000:00000010:3.0:1761311768.409550:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000025e0d1fb. 00010000:00000010:3.0:1761311768.409570:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.409576:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.409585:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.409588:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000010:3.0:1761311768.409598:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311768.409602:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830592, offset 224 00000400:00000200:3.0:1761311768.409610:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.409620:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.409635:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87952:87952:256:4294967295] 192.168.203.55@tcp LPNI seq info [87952:87952:8:4294967295] 00000400:00000200:3.0:1761311768.409643:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.409648:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.409656:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311768.409661:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.409667:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.409671:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.409686:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.409690:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.409693:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000033384e0a. 00080000:00000010:3.0:1761311768.409716:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000033384e0a. 00010000:00000010:3.0:1761311768.409822:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311768.409828:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c529b635. 00000001:00000010:3.0:1761311768.409854:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.409868:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00080000:00000010:3.0:1761311768.409873:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a7691386. 00000001:00000010:3.0:1761311768.409881:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.409887:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.409892:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.409907:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00100000:00000010:3.0:1761311768.409920:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b7afb5c1. 00010000:00000010:3.0:1761311768.409936:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311768.409941:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311768.409952:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.409955:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.409960:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311768.409970:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000099746efa. 02000000:00000010:3.0:1761311768.409990:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004918339e. 00000400:00000010:3.0:1761311768.409995:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a628c03. 00000400:00000010:3.0:1761311768.409998:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311768.410003:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711168, portal 16 00000400:00000010:3.0:1761311768.410007:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311768.410009:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711168, offset 0 00000400:00000200:3.0:1761311768.410014:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.410021:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.410027:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.410030:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.410033:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.410036:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87953:87953:255:4294967295] 192.168.203.55@tcp LPNI seq info [87953:87953:7:4294967295] 00000400:00000200:3.0:1761311768.410043:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.410047:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.410050:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82353034). 00000800:00000200:3.0:1761311768.410054:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.410058:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.410060:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.410096:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.410099:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352786). 00000400:00000200:3.0:1761311768.410103:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.410106:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.410109:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:3.0:1761311768.410110:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000800:00000200:3.0:1761311768.410293:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.410296:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:3.0:1761311768.410299:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.410302:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.410304:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:3.0:1761311768.410306:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:3.0:1761311768.410335:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787711168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.416395:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.416416:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f02c0 00000400:00000200:0.0:1761311768.416425:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabbf5 [1] + 224 00000400:00000200:0.0:1761311768.416437:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.416441:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.416452:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787711168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.416484:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.416489:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154800 00000400:00000200:0.0:1761311768.416494:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa541 [2] + 1640 00000400:00000200:0.0:1761311768.416558:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.416562:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.416565:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.416575:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000224edcca. 00000020:00000010:0.0:1761311768.416618:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000008554ea98. 00000020:00000010:0.0:1761311768.416625:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.416628:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.416652:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000224edcca x1846867781830656/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311768.416677:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830656 02000000:00000010:0.0:1761311768.416686:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000cc3c18e4. 00010000:00000010:0.0:1761311768.416724:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011cbf373. 00000100:00000010:0.0:1761311768.416732:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.416739:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.416743:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011cbf373. 00000400:00000010:0.0:1761311768.416758:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311768.416763:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830656, offset 224 00000400:00000200:0.0:1761311768.416770:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.416780:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.416785:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87954:87954:256:4294967295] 192.168.203.55@tcp LPNI seq info [87954:87954:8:4294967295] 00000400:00000200:0.0:1761311768.416797:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.416802:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.416806:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.416812:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.416819:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.416822:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.416837:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000006f645133. 00000020:00000010:0.0:1761311768.416842:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.416844:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000008554ea98. 00000800:00000200:0.0:1761311768.416904:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.416907:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:0.0:1761311768.416911:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.416914:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.416917:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:0.0:1761311768.416919:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000400:00000010:3.0:1761311768.417227:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a628c03. 00000400:00000200:3.0:1761311768.417232:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311768.417233:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311768.417239:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787711168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.417245:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787711168/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.417269:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e70129f0. 02000000:00000010:3.0:1761311768.417290:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004918339e. 02000000:00000010:3.0:1761311768.417296:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000099746efa. 00000100:00000010:3.0:1761311768.417300:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311768.417303:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.417305:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00080000:00000010:3.0:1761311768.417364:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000099746efa. 00010000:00000010:3.0:1761311768.417464:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311768.417471:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062250946. 00000001:00000010:3.0:1761311768.417486:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.417496:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00080000:00000010:3.0:1761311768.417500:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004918339e. 00000001:00000010:3.0:1761311768.417508:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.417513:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.417517:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007a628c03. 00000001:00000010:3.0:1761311768.417522:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007a628c03. 00100000:00000010:3.0:1761311768.417533:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002b117e7f. 00010000:00000010:3.0:1761311768.417547:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000097806caf. 00010000:00000010:3.0:1761311768.417552:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311768.417560:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.417563:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.417569:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311768.417577:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000006ed712c3. 02000000:00000010:3.0:1761311768.417598:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000002ee839a1. 00000400:00000010:3.0:1761311768.417602:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a628c03. 00000400:00000010:3.0:1761311768.417605:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311768.417609:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711232, portal 16 00000400:00000010:3.0:1761311768.417613:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311768.417615:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711232, offset 0 00000400:00000200:3.0:1761311768.417620:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.417627:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.417633:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.417636:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.417639:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.417641:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87955:87955:256:4294967295] 192.168.203.55@tcp LPNI seq info [87955:87955:8:4294967295] 00000400:00000200:3.0:1761311768.417648:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.417652:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.417655:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311768.417659:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.417663:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.417665:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.418033:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.418036:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:2.0:1761311768.418040:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.418045:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.418048:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:2.0:1761311768.418049:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:2.0:1761311768.418054:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787711232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.423203:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000223115f5. 00010000:00000010:3.1:1761311768.423222:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000020f8eae7. 00010000:00000010:3.1:1761311768.423226:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000200:0.0:1761311768.423474:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.423491:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0300 00000400:00000200:0.0:1761311768.423498:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc01 [1] + 224 00000400:00000200:0.0:1761311768.423513:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.423517:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.423526:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787711232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.423600:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007a628c03. 00000400:00000200:3.0:1761311768.423605:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:3.0:1761311768.423607:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:3.0:1761311768.423613:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787711232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.423621:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787711232/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.423650:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000002ee839a1. 02000000:00000010:3.0:1761311768.423657:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000006ed712c3. 00000100:00000010:3.0:1761311768.423661:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311768.423664:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.423668:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000200:0.0:1761311768.425560:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.425579:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154840 00000400:00000200:0.0:1761311768.425586:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa541 [2] + 1968 00000400:00000010:0.0:1761311768.425591:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ab9e6379. 00000400:00000200:0.0:1761311768.425598:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000fc3d4bca 00000400:00000200:0.0:1761311768.425654:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.425660:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.425664:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fc3d4bca 00000400:00000010:0.0:1761311768.425666:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000fc3d4bca (tot 82352386). 00000100:00000200:0.0:1761311768.425672:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:3.0:1761311768.426181:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005171e288. 00000020:00000010:3.0:1761311768.426188:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.426192:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.426217:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f3af0025 x1846867781830720/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311768.426252:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830720 02000000:00000010:3.0:1761311768.426263:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007a54fc36. 00010000:00000010:3.0:1761311768.426301:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000294663b3. 00010000:00000010:3.1:1761311768.426419:0:65700:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000fb6873fb. 00010000:00000010:3.0:1761311768.426446:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.426453:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006b0bc39d. 00000100:00000010:3.0:1761311768.426602:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006b0bc39d. 00010000:00000010:3.0:1761311768.426606:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000010:3.0:1761311768.426621:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311768.426626:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830720, offset 224 00000400:00000200:3.0:1761311768.426634:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.426648:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.426653:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87956:87956:256:4294967295] 192.168.203.55@tcp LPNI seq info [87956:87956:8:4294967295] 00000400:00000200:3.0:1761311768.426662:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.426667:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.426672:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352634). 00000800:00000200:3.0:1761311768.426678:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.426683:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.426687:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:0.0:1761311768.426920:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008554ea98. 00010000:00000010:0.0:1761311768.427062:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004504ab9a. 00010000:00000010:0.0:1761311768.427070:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a888831e. 00000001:00000010:0.0:1761311768.427090:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.427103:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:0.0:1761311768.427108:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000054be656e. 00000001:00000010:0.0:1761311768.427116:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.427121:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.427126:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.427132:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:0.0:1761311768.427145:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006d7d1bab. 00010000:00000010:0.0:1761311768.427160:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205a470. 00010000:00000010:0.0:1761311768.427166:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311768.427176:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000011cbf373. 00000100:00000010:0.0:1761311768.427180:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.427188:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006055bc7e. 02000000:00000010:0.0:1761311768.427200:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000887d070b. 02000000:00000010:0.0:1761311768.427226:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000dedbdcb4. 00000400:00000010:0.0:1761311768.427233:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.427238:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311768.427243:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711296, portal 16 00000400:00000010:0.0:1761311768.427247:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311768.427249:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711296, offset 0 00000400:00000200:0.0:1761311768.427254:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.427261:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.427267:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.427270:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.427282:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.427285:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87957:87957:255:4294967295] 192.168.203.55@tcp LPNI seq info [87957:87957:7:4294967295] 00000400:00000200:0.0:1761311768.427292:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.427297:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.427300:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352882). 00000800:00000200:0.0:1761311768.427305:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.427329:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.427332:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.427930:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.427936:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.427940:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005171e288. 02000000:00000010:3.0:1761311768.427948:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000cc3c18e4. 00000100:00000010:3.0:1761311768.427952:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000224edcca. 02000000:00000010:3.0:1761311768.427956:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb88c014. 00000100:00000010:3.0:1761311768.427958:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c6f4fdd7. 02000000:00000010:3.0:1761311768.427960:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000005bcacca9. 00000100:00000010:3.0:1761311768.427962:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000afc4075. 02000000:00000010:3.0:1761311768.427965:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008650db45. 00000100:00000010:3.0:1761311768.427966:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b28de8d. 02000000:00000010:3.0:1761311768.427968:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000152ac173. 00000100:00000010:3.0:1761311768.427970:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ebef5091. 02000000:00000010:3.0:1761311768.427972:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da36740f. 00000100:00000010:3.0:1761311768.427974:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0affe4f. 00000100:00000200:3.0:1761311768.427983:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311768.427989:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007a628c03. 00000400:00000010:3.0:1761311768.427993:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006b0bc39d (tot 82353034). 00000800:00000200:2.0:1761311768.428127:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.428131:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352786). 00000400:00000200:2.0:1761311768.428135:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.428141:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.428145:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:2.0:1761311768.428147:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 02000000:00000010:2.0:1761311768.428151:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007a54fc36. 00000800:00000200:2.0:1761311768.428214:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.428216:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:2.0:1761311768.428220:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.428223:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.428225:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:2.0:1761311768.428226:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00000100:00000200:2.0:1761311768.428232:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006055bc7e x1846867787711296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.430020:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006f82322e. 00010000:00000010:3.1:1761311768.430037:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00000400:00000200:0.0:1761311768.431179:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.431197:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0340 00000400:00000200:0.0:1761311768.431204:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc0d [1] + 224 00000400:00000200:0.0:1761311768.431219:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.431223:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.431233:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006055bc7e x1846867787711296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.431339:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:3.0:1761311768.431344:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:3.0:1761311768.431346:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:3.0:1761311768.431351:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006055bc7e x1846867787711296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.431358:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006055bc7e x1846867787711296/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.431385:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000dedbdcb4. 02000000:00000010:3.0:1761311768.431390:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000887d070b. 00000100:00000010:3.0:1761311768.431394:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006055bc7e. 00000100:00000010:3.0:1761311768.431397:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:3.0:1761311768.431400:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000011cbf373. 00010000:00000010:3.1:1761311768.432510:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ec21bb49. 00000400:00000200:0.0:1761311768.433564:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.433582:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154880 00000400:00000200:0.0:1761311768.433589:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa599 [2] + 0 00000400:00000200:0.0:1761311768.433652:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.433657:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.433662:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.433667:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000278fa63c. 00000020:00000010:3.0:1761311768.433769:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005171e288. 00000020:00000010:3.0:1761311768.433776:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.433786:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.433810:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000278fa63c x1846867781830784/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.434029:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830784 02000000:00000010:3.0:1761311768.434040:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ebeed24e. 00010000:00000010:3.0:1761311768.434196:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000f7828d5e. 00010000:00000010:3.0:1761311768.434216:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.434222:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b94ba7fc. 00000100:00000010:3.0:1761311768.437980:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b94ba7fc. 00010000:00000010:3.0:1761311768.437993:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000010:3.0:1761311768.438021:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311768.438028:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830784, offset 224 00000400:00000200:3.0:1761311768.438037:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.438052:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.438059:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87958:87958:256:4294967295] 192.168.203.55@tcp LPNI seq info [87958:87958:8:4294967295] 00000400:00000200:3.0:1761311768.438069:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.438076:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.438082:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311768.438089:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.438096:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.438100:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.438132:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.438138:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:3.0:1761311768.438142:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005171e288. 00000800:00000200:2.0:1761311768.438389:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.438393:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311768.438398:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.438403:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.438406:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:2.0:1761311768.438408:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00080000:00000010:0.0:1761311768.438992:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000448f7ea6. 00010000:00000010:0.0:1761311768.439120:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311768.439127:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000752999e0. 00000001:00000010:0.0:1761311768.439148:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.439160:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:0.0:1761311768.439164:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dedbdcb4. 00000001:00000010:0.0:1761311768.439172:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.439177:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.439182:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.439187:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:0.0:1761311768.439197:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000005ad535d. 00100000:00000010:0.0:1761311768.439203:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000616f46f6. 00100000:00000010:0.0:1761311768.439206:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000c4dda4a. 00010000:00000010:0.0:1761311768.439259:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.0:1761311768.439264:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311768.439287:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000febd55c8. 00000100:00000010:0.0:1761311768.439293:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.439301:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e7839e63. 02000000:00000010:0.0:1761311768.439337:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec225cba. 02000000:00000010:0.0:1761311768.439366:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000087a0d7ed. 00000400:00000010:0.0:1761311768.439372:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.439378:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311768.439383:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711360, portal 16 00000400:00000010:0.0:1761311768.439387:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a72d8c6. 00000100:00000200:0.0:1761311768.439389:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711360, offset 0 00000400:00000200:0.0:1761311768.439395:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.439405:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.439412:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.439415:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.439418:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.439421:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87959:87959:256:4294967295] 192.168.203.55@tcp LPNI seq info [87959:87959:8:4294967295] 00000400:00000200:0.0:1761311768.439428:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.439432:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.439435:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.439440:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.439445:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.439447:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.439639:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.439642:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:2.0:1761311768.439647:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.439651:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.439654:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a72d8c6 00000400:00000010:2.0:1761311768.439655:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a72d8c6. 00000100:00000200:2.0:1761311768.439662:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e7839e63 x1846867787711360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.442627:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.442647:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0380 00000400:00000200:0.0:1761311768.442655:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc1d [1] + 224 00000400:00000200:0.0:1761311768.442672:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.442676:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.442685:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e7839e63 x1846867787711360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.442748:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:3.0:1761311768.442753:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:3.0:1761311768.442755:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00000100:00000200:3.0:1761311768.442759:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e7839e63 x1846867787711360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.442766:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e7839e63 x1846867787711360/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.442795:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000087a0d7ed. 02000000:00000010:3.0:1761311768.442800:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec225cba. 00000100:00000010:3.0:1761311768.442804:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e7839e63. 00000100:00000010:3.0:1761311768.442808:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:3.0:1761311768.442811:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000febd55c8. 00010000:00000010:0.1:1761311768.443347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ba060e1d. 00010000:00000010:0.1:1761311768.443356:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000097806caf. 00000400:00000200:2.0:1761311768.443444:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.443453:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1548c0 00000400:00000200:2.0:1761311768.443459:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa599 [2] + 328 00000400:00000200:2.0:1761311768.443514:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.443518:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.443522:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.443527:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 00000020:00000010:3.0:1761311768.443597:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005171e288. 00000020:00000010:3.0:1761311768.443603:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.443659:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000298f82b1. 00000100:00000200:3.0:1761311768.443684:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac3e3358 x1846867781830848/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311768.444265:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830848 02000000:00000010:0.0:1761311768.444285:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000087a0d7ed. 00010000:00000010:0.0:1761311768.444354:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000032902408. 00010000:00000010:0.0:1761311768.444374:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001beda25b. 00000100:00000010:0.0:1761311768.444381:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.444393:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.444396:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001beda25b. 00000400:00000010:0.0:1761311768.444409:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000989274bc. 00000100:00000200:0.0:1761311768.444414:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830848, offset 224 00000400:00000200:0.0:1761311768.444422:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.444434:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.444439:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87960:87960:256:4294967295] 192.168.203.55@tcp LPNI seq info [87960:87960:8:4294967295] 00000400:00000200:0.0:1761311768.444449:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.444454:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.444458:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.444464:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.444471:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.444474:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.444499:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:0.0:1761311768.444505:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000298f82b1. 00000020:00000010:0.0:1761311768.444508:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005171e288. 00080000:00000010:1.0:1761311768.444595:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036504431. 00010000:00000010:1.0:1761311768.444730:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c592db47. 00010000:00000010:1.0:1761311768.444736:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000068736036. 00000001:00000010:1.0:1761311768.444756:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.444766:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00080000:00000010:1.0:1761311768.444772:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000d340315. 00000001:00000010:1.0:1761311768.444780:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.444786:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.444790:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.444794:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00100000:00000010:1.0:1761311768.444806:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ce0cbb36. 00010000:00000010:1.0:1761311768.444823:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311768.444829:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000480bc87d. 00010000:00000010:1.0:1761311768.444839:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be75a28b. 00000100:00000010:1.0:1761311768.444843:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.444849:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311768.444860:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e4f4bc9. 02000000:00000010:1.0:1761311768.444885:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088d5a914. 00000400:00000010:1.0:1761311768.444890:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d3cd9ca. 00000400:00000010:1.0:1761311768.444894:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.444899:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711424, portal 16 00000400:00000010:1.0:1761311768.444903:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000059d09fb7. 00000100:00000200:1.0:1761311768.444905:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711424, offset 0 00000400:00000200:1.0:1761311768.444911:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.444917:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.444922:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.444926:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.444937:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.444939:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87961:87961:255:4294967295] 192.168.203.55@tcp LPNI seq info [87961:87961:7:4294967295] 00000400:00000200:1.0:1761311768.444949:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.444953:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.444956:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82353034). 00000800:00000200:1.0:1761311768.444960:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.444967:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.444969:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.445062:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.445065:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352786). 00000400:00000200:2.0:1761311768.445070:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.445073:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.445076:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000989274bc 00000400:00000010:2.0:1761311768.445078:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000989274bc. 00000800:00000200:2.0:1761311768.445137:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.445139:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:2.0:1761311768.445143:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.445146:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.445148:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000059d09fb7 00000400:00000010:2.0:1761311768.445149:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000059d09fb7. 00000100:00000200:2.0:1761311768.445154:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787711424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.447643:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002c3332af. 00000400:00000200:0.0:1761311768.457373:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.457392:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f03c0 00000400:00000200:0.0:1761311768.457401:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc29 [1] + 224 00000400:00000200:0.0:1761311768.457412:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.457416:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.457426:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787711424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.457459:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.457465:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154900 00000400:00000200:0.0:1761311768.457469:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa599 [2] + 656 00000400:00000200:0.0:1761311768.457532:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.457536:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.457540:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.457547:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fe13f89c. 00000400:00000010:1.0:1761311768.457623:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:1.0:1761311768.457630:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311768.457632:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.457638:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787711424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.457644:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787711424/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.457671:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088d5a914. 02000000:00000010:1.0:1761311768.457678:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000e4f4bc9. 00000100:00000010:1.0:1761311768.457682:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:1.0:1761311768.457687:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.457691:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be75a28b. 00000020:00000010:3.0:1761311768.457763:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000001d4c8893. 00000020:00000010:3.0:1761311768.457770:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000048c257a6. 00000020:00000010:3.0:1761311768.457774:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000c4655d60. 00000100:00000200:3.0:1761311768.457797:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000fe13f89c x1846867781830912/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311768.461728:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830912 02000000:00000010:0.0:1761311768.462376:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000943cd2db. 00010000:00000010:0.0:1761311768.462416:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000c955a07. 00010000:00000010:0.0:1761311768.462448:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001beda25b. 00000100:00000010:0.0:1761311768.462457:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.462474:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.462478:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001beda25b. 00000400:00000010:0.0:1761311768.462493:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a72d8c6. 00000100:00000200:0.0:1761311768.462498:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830912, offset 224 00000400:00000200:0.0:1761311768.462508:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.462524:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.462529:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87962:87962:256:4294967295] 192.168.203.55@tcp LPNI seq info [87962:87962:8:4294967295] 00000400:00000200:0.0:1761311768.462539:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.462544:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.462548:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.462554:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.462560:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.462564:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.462593:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000048c257a6. 00000020:00000010:0.0:1761311768.462598:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000c4655d60. 00000020:00000010:0.0:1761311768.462602:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000001d4c8893. 00000800:00000200:2.0:1761311768.463573:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.463578:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:2.0:1761311768.463584:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.463591:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.463596:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a72d8c6 00000400:00000010:2.0:1761311768.463598:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a72d8c6. 00080000:00000010:0.0:1761311768.464385:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a55c942d. 00010000:00000010:0.0:1761311768.464514:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000480bc87d. 00010000:00000010:0.0:1761311768.464523:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e8c1b81. 00000001:00000010:0.0:1761311768.464542:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.464553:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:0.0:1761311768.464558:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000dbf03777. 00000001:00000010:0.0:1761311768.464567:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.464572:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.464577:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.464581:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:0.0:1761311768.464594:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000c31a5aa5. 00010000:00000010:0.0:1761311768.464610:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.0:1761311768.464616:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b510b6f. 00010000:00000010:0.0:1761311768.464627:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000001beda25b. 00000100:00000010:0.0:1761311768.464635:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.464644:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000089c88c9. 02000000:00000010:0.0:1761311768.464657:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000372cb76d. 02000000:00000010:0.0:1761311768.464689:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e93feef9. 00000400:00000010:0.0:1761311768.464695:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.464700:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c1421f9f. 00000100:00000200:0.0:1761311768.464706:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711488, portal 16 00000400:00000010:0.0:1761311768.464711:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000250ab5a2. 00000100:00000200:0.0:1761311768.464713:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711488, offset 0 00000400:00000200:0.0:1761311768.464720:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.464732:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.464739:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.464742:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.464745:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.464749:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87963:87963:256:4294967295] 192.168.203.55@tcp LPNI seq info [87963:87963:8:4294967295] 00000400:00000200:0.0:1761311768.464758:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.464763:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.464767:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311768.464772:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.464779:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.464782:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.469474:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.469482:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:2.0:1761311768.469490:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.469499:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.469504:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000250ab5a2 00000400:00000010:2.0:1761311768.469506:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000250ab5a2. 00000100:00000200:2.0:1761311768.469516:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000089c88c9 x1846867787711488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.470172:0:4017:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000088a1b079. 00010000:00000010:1.1:1761311768.470181:0:4017:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001bf08dd5. 00010000:00000010:0.1:1761311768.473968:0:1050:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1440573. 00010000:00000010:0.1:1761311768.473985:0:1050:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:0.1:1761311768.475885:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000021c9fa00. 00010000:00000010:0.1:1761311768.478367:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d1bb9c4d. 00010000:00000010:0.1:1761311768.478387:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f177bbaa. 00010000:00000010:0.1:1761311768.478391:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:0.0:1761311768.488176:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.488200:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0400 00000400:00000200:0.0:1761311768.488210:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc35 [1] + 224 00000400:00000200:0.0:1761311768.488222:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.488225:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.488238:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000089c88c9 x1846867787711488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.488296:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.488301:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154940 00000400:00000200:0.0:1761311768.488305:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa599 [2] + 984 00000400:00000200:0.0:1761311768.488367:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.488371:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.488375:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.488381:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f0db56d1. 00000400:00000010:1.0:1761311768.488470:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:1.0:1761311768.488476:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c1421f9f 00000400:00000010:1.0:1761311768.488478:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c1421f9f. 00000100:00000200:1.0:1761311768.488483:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000089c88c9 x1846867787711488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761311768.488490:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000064ec5b43. 00000100:00000200:1.0:1761311768.488491:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000089c88c9 x1846867787711488/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000020:00000010:3.0:1761311768.488496:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.488500:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 02000000:00000010:1.0:1761311768.488521:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e93feef9. 00000100:00000200:3.0:1761311768.488522:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f0db56d1 x1846867781830976/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:1.0:1761311768.488526:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000372cb76d. 00000100:00000010:1.0:1761311768.488530:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000089c88c9. 00000100:00000010:1.0:1761311768.488534:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:1.0:1761311768.488538:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000001beda25b. 00000100:00000200:3.0:1761311768.488554:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781830976 02000000:00000010:3.0:1761311768.488565:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000053e5dabe. 00010000:00000010:3.0:1761311768.488592:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000be9f95c2. 00010000:00000010:3.0:1761311768.488612:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000019af6492. 00000100:00000010:3.0:1761311768.488619:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b94ba7fc. 00000100:00000010:3.0:1761311768.488634:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b94ba7fc. 00010000:00000010:3.0:1761311768.488637:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000019af6492. 00000400:00000010:3.0:1761311768.488650:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311768.488655:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781830976, offset 224 00000400:00000200:3.0:1761311768.488663:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.488673:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.488678:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87964:87964:256:4294967295] 192.168.203.55@tcp LPNI seq info [87964:87964:8:4294967295] 00000400:00000200:3.0:1761311768.488686:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.488700:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.488705:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311768.488710:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.488717:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.488721:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.488742:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.488746:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.488748:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000064ec5b43. 00000800:00000200:2.0:1761311768.488871:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.488875:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:2.0:1761311768.488879:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.488883:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.488886:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:2.0:1761311768.488887:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00080000:00000010:1.0:1761311768.488896:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088d5a914. 00010000:00000010:1.0:1761311768.489011:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b510b6f. 00010000:00000010:1.0:1761311768.489018:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000ce3a6f05. 00000001:00000010:1.0:1761311768.489038:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.489050:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00080000:00000010:1.0:1761311768.489057:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000372cb76d. 00000001:00000010:1.0:1761311768.489064:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.489069:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.489074:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.489079:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00100000:00000010:1.0:1761311768.489090:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004e9ddd62. 00010000:00000010:1.0:1761311768.489107:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311768.489112:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b359f83b. 00010000:00000010:1.0:1761311768.489121:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be75a28b. 00000100:00000010:1.0:1761311768.489125:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.489131:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311768.489141:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000e4f4bc9. 02000000:00000010:1.0:1761311768.489163:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000b3cf764. 00000400:00000010:1.0:1761311768.489167:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d3cd9ca. 00000400:00000010:1.0:1761311768.489170:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.489174:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711552, portal 16 00000400:00000010:1.0:1761311768.489178:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c971b4e6. 00000100:00000200:1.0:1761311768.489179:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711552, offset 0 00000400:00000200:1.0:1761311768.489184:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.489190:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.489196:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.489200:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.489202:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.489205:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87965:87965:256:4294967295] 192.168.203.55@tcp LPNI seq info [87965:87965:8:4294967295] 00000400:00000200:1.0:1761311768.489212:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.489216:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.489219:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311768.489223:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.489227:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.489230:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.490212:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.490220:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:2.0:1761311768.490225:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.490231:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.490234:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c971b4e6 00000400:00000010:2.0:1761311768.490235:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c971b4e6. 00000100:00000200:2.0:1761311768.490241:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787711552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.491588:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.491605:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0440 00000400:00000200:0.0:1761311768.491613:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc41 [1] + 224 00000400:00000200:0.0:1761311768.491707:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.491711:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.491720:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787711552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.491835:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:1.0:1761311768.491841:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:1.0:1761311768.491842:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.491847:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787711552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.491854:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787711552/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.491881:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000b3cf764. 02000000:00000010:1.0:1761311768.491887:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000e4f4bc9. 00000100:00000010:1.0:1761311768.491890:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:1.0:1761311768.491896:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.491900:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be75a28b. 00010000:00000010:3.1:1761311768.495197:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e94add24. 00000400:00000200:2.0:1761311768.495510:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.495528:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154980 00000400:00000200:2.0:1761311768.495535:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa599 [2] + 1312 00000400:00000200:2.0:1761311768.495618:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.495625:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.495632:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.495638:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000020:00000010:0.0:1761311768.496169:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e93feef9. 00000020:00000010:0.0:1761311768.496178:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.496182:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.496207:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781831040/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311768.496418:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831040 02000000:00000010:0.0:1761311768.496431:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000dbfe09f. 00010000:00000010:0.0:1761311768.496460:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001f636a1f. 00010000:00000010:0.0:1761311768.496483:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000093218906. 00000100:00000010:0.0:1761311768.496490:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.496508:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.496512:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000093218906. 00000400:00000010:0.0:1761311768.496525:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000069d8b9f8. 00000100:00000200:0.0:1761311768.496529:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831040, offset 224 00080000:00000010:1.0:1761311768.496536:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000b3cf764. 00000400:00000200:0.0:1761311768.496536:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.496547:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.496554:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87966:87966:256:4294967295] 192.168.203.55@tcp LPNI seq info [87966:87966:8:4294967295] 00000400:00000200:0.0:1761311768.496562:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.496567:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.496571:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311768.496576:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.496581:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.496584:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.496595:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.496600:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.496602:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e93feef9. 00010000:00000010:1.0:1761311768.496643:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b359f83b. 00010000:00000010:1.0:1761311768.496650:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fb1e9af5. 00000001:00000010:1.0:1761311768.496668:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.496683:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00080000:00000010:1.0:1761311768.496690:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000e4f4bc9. 00000001:00000010:1.0:1761311768.496700:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.496706:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.496711:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000004d3cd9ca. 00000001:00000010:1.0:1761311768.496716:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000004d3cd9ca. 00100000:00000010:1.0:1761311768.496729:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004fc540b2. 00010000:00000010:1.0:1761311768.496743:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000624a5255. 00010000:00000010:1.0:1761311768.496749:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b359f83b. 00010000:00000010:1.0:1761311768.496758:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000be75a28b. 00000100:00000010:1.0:1761311768.496762:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.496768:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311768.496778:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032f7100b. 02000000:00000010:1.0:1761311768.496803:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000000996b16c. 00000400:00000010:1.0:1761311768.496807:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000004d3cd9ca. 00000400:00000010:1.0:1761311768.496811:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000894d0f0c. 00000100:00000200:1.0:1761311768.496822:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711616, portal 16 00000400:00000010:1.0:1761311768.496827:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000daaa4b22. 00000100:00000200:1.0:1761311768.496829:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711616, offset 0 00000400:00000200:1.0:1761311768.496834:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.496840:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.496847:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.496850:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.496852:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.496854:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87967:87967:255:4294967295] 192.168.203.55@tcp LPNI seq info [87967:87967:7:4294967295] 00000400:00000200:1.0:1761311768.496860:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.496865:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.496868:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82353034). 00000800:00000200:1.0:1761311768.496871:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.496875:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.496878:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.497247:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.497251:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352786). 00000400:00000200:2.0:1761311768.497261:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.497265:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.497269:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000069d8b9f8 00000400:00000010:2.0:1761311768.497271:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000069d8b9f8. 00000800:00000200:2.0:1761311768.497375:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.497378:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311768.497381:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.497383:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.497385:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000daaa4b22 00000400:00000010:2.0:1761311768.497386:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000daaa4b22. 00000100:00000200:2.0:1761311768.497392:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787711616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.499426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000068d835a9. 00010000:00000010:1.1:1761311768.499439:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000050c4fa43. 00010000:00000010:0.1:1761311768.503368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000002108806. 00010000:00000010:1.1:1761311768.503858:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000087eff67. 00010000:00000010:1.1:1761311768.503867:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00000400:00000200:0.0:1761311768.525472:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.525492:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0480 00000400:00000200:0.0:1761311768.525501:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc4d [1] + 224 00000400:00000200:0.0:1761311768.525513:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.525517:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.525529:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787711616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.525562:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.525567:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1549c0 00000400:00000200:0.0:1761311768.525572:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa599 [2] + 1640 00000400:00000010:2.0:1761311768.525832:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004d3cd9ca. 00000400:00000200:2.0:1761311768.525842:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000894d0f0c 00000400:00000010:2.0:1761311768.525847:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000894d0f0c. 00000100:00000200:2.0:1761311768.525852:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787711616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311768.525859:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787711616/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311768.525897:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000000996b16c. 02000000:00000010:2.0:1761311768.525902:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032f7100b. 00000100:00000010:2.0:1761311768.525905:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:2.0:1761311768.525910:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:2.0:1761311768.525914:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000be75a28b. 00000400:00000200:0.0:1761311768.526086:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.526090:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.526095:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.526099:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f4bfa21c. 00000020:00000010:2.0:1761311768.526192:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6d36ee. 00000020:00000010:2.0:1761311768.526198:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000295b3663. 00000020:00000010:2.0:1761311768.526203:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd3fb496. 00000100:00000200:2.0:1761311768.526225:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f4bfa21c x1846867781831104/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311768.526257:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831104 02000000:00000010:2.0:1761311768.526268:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ecd4af7b. 00010000:00000010:2.0:1761311768.526303:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062188baf. 00010000:00000010:2.0:1761311768.526357:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4ae354d. 00000100:00000010:2.0:1761311768.526364:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000475bfbc2. 00000100:00000010:2.0:1761311768.526379:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000475bfbc2. 00010000:00000010:2.0:1761311768.526382:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4ae354d. 00000400:00000010:2.0:1761311768.526394:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a05cd5f. 00000100:00000200:2.0:1761311768.526398:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831104, offset 224 00000400:00000200:2.0:1761311768.526405:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:3.0:1761311768.526409:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fda2ba7d. 00000400:00000200:2.0:1761311768.526415:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.526420:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87968:87968:256:4294967295] 192.168.203.55@tcp LPNI seq info [87968:87968:8:4294967295] 00000400:00000200:2.0:1761311768.526428:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.526433:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.526436:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352786). 00000800:00000200:2.0:1761311768.526442:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.526448:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.526452:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.526471:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000295b3663. 00000020:00000010:2.0:1761311768.526476:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd3fb496. 00000020:00000010:2.0:1761311768.526478:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e6d36ee. 00010000:00000010:3.0:1761311768.526523:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b359f83b. 00010000:00000010:3.0:1761311768.526530:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003b8118a4. 00000001:00000010:3.0:1761311768.526547:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311768.526559:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00080000:00000010:3.0:1761311768.526565:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004f50f0ad. 00000001:00000010:3.0:1761311768.526572:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311768.526577:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311768.526581:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311768.526586:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00100000:00000010:3.0:1761311768.526597:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003edb7af4. 00100000:00000010:3.0:1761311768.526603:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000077497e33. 00100000:00000010:3.0:1761311768.526606:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b0965a69. 00010000:00000010:3.0:1761311768.526626:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000586b1d1a. 00010000:00000010:3.0:1761311768.526630:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000341a7f45. 00010000:00000010:3.0:1761311768.526641:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311768.526644:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b94ba7fc. 00000100:00000010:3.0:1761311768.526650:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311768.526659:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b1566b1d. 02000000:00000010:3.0:1761311768.526679:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d109b67. 00000400:00000010:3.0:1761311768.526682:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000344d52c6. 00000400:00000010:3.0:1761311768.526685:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311768.526689:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711680, portal 16 00000400:00000010:3.0:1761311768.526693:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311768.526694:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711680, offset 0 00000400:00000200:3.0:1761311768.526699:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.526705:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.526711:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.526714:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.526717:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.526719:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87969:87969:255:4294967295] 192.168.203.55@tcp LPNI seq info [87969:87969:7:4294967295] 00000400:00000200:3.0:1761311768.526725:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.526729:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.526734:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82353034). 00000800:00000200:3.0:1761311768.526737:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.526741:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.526742:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.526996:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.527000:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352786). 00000400:00000200:0.0:1761311768.527004:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.527008:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.527011:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a05cd5f 00000400:00000010:0.0:1761311768.527013:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a05cd5f. 00000800:00000200:0.0:1761311768.527065:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.527067:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:0.0:1761311768.527071:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.527073:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.527075:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:0.0:1761311768.527077:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:0.0:1761311768.527082:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787711680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.531304:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.531345:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f04c0 00000400:00000200:2.0:1761311768.531354:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc59 [1] + 224 00000400:00000200:2.0:1761311768.531372:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.531376:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.531387:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787711680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.533197:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:3.0:1761311768.533205:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:3.0:1761311768.533207:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:3.0:1761311768.533219:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787711680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.533229:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787711680/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.533258:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d109b67. 02000000:00000010:3.0:1761311768.533263:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b1566b1d. 00000100:00000010:3.0:1761311768.533267:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311768.533270:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b94ba7fc. 00010000:00000010:3.0:1761311768.533283:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000200:0.0:1761311768.534457:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.534474:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154a00 00000400:00000200:0.0:1761311768.534481:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa599 [2] + 1968 00000400:00000010:0.0:1761311768.534485:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000bbc7ffce. 00000400:00000200:0.0:1761311768.534490:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a8b3f1ae 00000400:00000200:0.0:1761311768.534561:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.534566:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.534570:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a8b3f1ae 00000400:00000010:0.0:1761311768.534572:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a8b3f1ae (tot 82352386). 00000100:00000200:0.0:1761311768.534577:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:3.1:1761311768.536061:0:13:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000b2cad57. 00010000:00000010:3.1:1761311768.536073:0:13:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000624a5255. 00000020:00000010:2.0:1761311768.538120:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000003e6d36ee. 00000020:00000010:2.0:1761311768.538133:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000295b3663. 00000020:00000010:2.0:1761311768.538139:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd3fb496. 00000100:00000200:2.0:1761311768.538170:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003415ae28 x1846867781831168/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311768.538754:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831168 02000000:00000010:2.0:1761311768.538768:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b5853309. 00010000:00000010:2.0:1761311768.538799:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000041487694. 00010000:00000010:2.0:1761311768.538825:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a4ae354d. 00000100:00000010:2.0:1761311768.538833:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000475bfbc2. 00000100:00000010:2.0:1761311768.538859:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000475bfbc2. 00010000:00000010:2.0:1761311768.538872:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a4ae354d. 00000400:00000010:2.0:1761311768.538887:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000095e7ca96. 00000100:00000200:2.0:1761311768.538892:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831168, offset 224 00000400:00000200:2.0:1761311768.538901:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.538917:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.538922:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87970:87970:256:4294967295] 192.168.203.55@tcp LPNI seq info [87970:87970:8:4294967295] 00000400:00000200:2.0:1761311768.538934:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.538940:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.538945:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352634). 00000800:00000200:2.0:1761311768.538951:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.538958:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.538962:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.538989:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000295b3663. 00000020:00000010:2.0:1761311768.538996:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd3fb496. 00000020:00000010:2.0:1761311768.539000:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000003e6d36ee. 02000000:00000010:2.0:1761311768.539010:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ecd4af7b. 00000100:00000010:2.0:1761311768.539013:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f4bfa21c. 02000000:00000010:2.0:1761311768.539016:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000dbfe09f. 00000100:00000010:2.0:1761311768.539018:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:2.0:1761311768.539021:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000053e5dabe. 00000100:00000010:2.0:1761311768.539023:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f0db56d1. 02000000:00000010:2.0:1761311768.539025:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000943cd2db. 00080000:00000010:0.0:1761311768.539025:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009c118020. 00000100:00000010:2.0:1761311768.539028:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fe13f89c. 02000000:00000010:2.0:1761311768.539031:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000087a0d7ed. 00000100:00000010:2.0:1761311768.539033:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 02000000:00000010:2.0:1761311768.539035:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ebeed24e. 00000100:00000010:2.0:1761311768.539037:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000278fa63c. 00000100:00000200:2.0:1761311768.539044:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311768.539050:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000027de4b34. 00000400:00000010:2.0:1761311768.539055:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000475bfbc2 (tot 82352786). 00010000:00000010:0.0:1761311768.539166:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000341a7f45. 00010000:00000010:0.0:1761311768.539174:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000135cab88. 00000001:00000010:0.0:1761311768.539192:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.539205:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:0.0:1761311768.539210:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ccd1c16b. 00000001:00000010:0.0:1761311768.539217:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.539222:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.539227:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.539230:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:0.0:1761311768.539241:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000034a8db9e. 00010000:00000010:0.0:1761311768.539255:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205a470. 00010000:00000010:0.0:1761311768.539260:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020442adf. 00010000:00000010:0.0:1761311768.539270:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc583c2e. 00000100:00000010:0.0:1761311768.539284:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.539291:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6f5f42e. 02000000:00000010:0.0:1761311768.539301:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000066101d19. 02000000:00000010:0.0:1761311768.539352:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fec5614f. 00000400:00000010:0.0:1761311768.539356:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.539360:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311768.539363:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711744, portal 16 00000400:00000010:0.0:1761311768.539368:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b335db6f. 00000100:00000200:0.0:1761311768.539370:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711744, offset 0 00000400:00000200:0.0:1761311768.539376:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.539382:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.539389:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.539393:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.539396:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.539398:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87971:87971:255:4294967295] 192.168.203.55@tcp LPNI seq info [87971:87971:7:4294967295] 00000400:00000200:0.0:1761311768.539405:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.539408:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.539411:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82353034). 00000800:00000200:0.0:1761311768.539415:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.539419:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.539421:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.539513:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.539517:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352786). 00000400:00000200:1.0:1761311768.539522:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.539526:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.539531:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000095e7ca96 00000400:00000010:1.0:1761311768.539532:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000095e7ca96. 02000000:00000010:1.0:1761311768.539536:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b5853309. 00000800:00000200:1.0:1761311768.539597:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.539599:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:1.0:1761311768.539602:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.539605:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.539606:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b335db6f 00000400:00000010:1.0:1761311768.539607:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b335db6f. 00000100:00000200:1.0:1761311768.539612:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6f5f42e x1846867787711744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311768.545138:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd119e3a. 00000400:00000200:2.0:1761311768.547157:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.547176:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0500 00000400:00000200:2.0:1761311768.547184:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc69 [1] + 224 00000400:00000200:2.0:1761311768.547196:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.547199:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.547209:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f6f5f42e x1846867787711744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.547244:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.547249:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154a40 00000400:00000200:2.0:1761311768.547253:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa5f1 [2] + 0 00000400:00000200:2.0:1761311768.547336:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.547341:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.547344:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.547350:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 00000020:00000010:3.0:1761311768.547441:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b1566b1d. 00000020:00000010:3.0:1761311768.547448:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.547452:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.547476:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000ac3e3358 x1846867781831232/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311768.547511:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831232 02000000:00000010:3.0:1761311768.547522:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001d109b67. 00010000:00000010:3.0:1761311768.547560:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311768.547567:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b94ba7fc. 00000100:00000010:3.0:1761311768.547574:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b94ba7fc. 00010000:00000010:3.0:1761311768.547577:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000010:3.0:1761311768.547592:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311768.547597:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831232, offset 224 00000400:00000200:3.0:1761311768.547604:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.547615:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.547619:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87972:87972:256:4294967295] 192.168.203.55@tcp LPNI seq info [87972:87972:8:4294967295] 00000400:00000200:3.0:1761311768.547629:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.547634:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.547638:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311768.547643:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.547649:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.547652:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.547669:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.547672:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.547675:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b1566b1d. 00000400:00000010:0.0:1761311768.548619:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:0.0:1761311768.548626:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:0.0:1761311768.548628:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000100:00000200:0.0:1761311768.548636:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f6f5f42e x1846867787711744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.548644:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f6f5f42e x1846867787711744/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311768.548665:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006fc58555. 02000000:00000010:0.0:1761311768.548682:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fec5614f. 02000000:00000010:0.0:1761311768.548686:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000066101d19. 00000100:00000010:0.0:1761311768.548689:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6f5f42e. 00000100:00000010:0.0:1761311768.548692:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.548695:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc583c2e. 00080000:00000010:0.0:1761311768.548709:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066101d19. 00010000:00000010:0.0:1761311768.548823:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020442adf. 00010000:00000010:0.0:1761311768.548829:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000038ffbce. 00000001:00000010:0.0:1761311768.548847:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.548861:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00080000:00000010:0.0:1761311768.548866:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fec5614f. 00000001:00000010:0.0:1761311768.548873:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.548878:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.548883:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000f150f2c. 00000001:00000010:0.0:1761311768.548888:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000f150f2c. 00100000:00000010:0.0:1761311768.548900:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bdf8fb20. 00010000:00000010:0.0:1761311768.548916:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000007a9c0439. 00010000:00000010:0.0:1761311768.548920:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020442adf. 00010000:00000010:0.0:1761311768.548930:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cc583c2e. 00000100:00000010:0.0:1761311768.548935:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.548942:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f6f5f42e. 02000000:00000010:0.0:1761311768.548953:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b080877c. 02000000:00000010:0.0:1761311768.548979:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000be0eca39. 00000400:00000010:0.0:1761311768.548983:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.548988:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005acfc8c9. 00000100:00000200:0.0:1761311768.548993:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711808, portal 16 00000400:00000010:0.0:1761311768.548996:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005c162b60. 00000100:00000200:0.0:1761311768.548998:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711808, offset 0 00000400:00000200:0.0:1761311768.549004:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.549015:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.549022:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.549025:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.549028:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.549030:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87973:87973:255:4294967295] 192.168.203.55@tcp LPNI seq info [87973:87973:7:4294967295] 00000400:00000200:0.0:1761311768.549038:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.549042:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.549046:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82353034). 00000800:00000200:0.0:1761311768.549050:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.549055:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.549058:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.549839:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.549843:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352786). 00000400:00000200:3.0:1761311768.549849:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.549854:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.549858:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:3.0:1761311768.549860:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000800:00000200:3.0:1761311768.549929:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.549931:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:3.0:1761311768.549936:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.549939:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.549941:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005c162b60 00000400:00000010:3.0:1761311768.549942:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005c162b60. 00000100:00000200:3.0:1761311768.549947:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000f6f5f42e x1846867787711808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311768.550426:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007684215d. 00010000:00000010:0.1:1761311768.550434:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000586b1d1a. 00010000:00000010:0.1:1761311768.554354:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e6ac5612. 00010000:00000010:0.1:1761311768.554367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000067acd0f8. 00010000:00000010:0.1:1761311768.554371:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00010000:00000010:2.1:1761311768.554836:0:78636:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009e280ee7. 00000400:00000200:0.0:1761311768.556922:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.556942:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0540 00000400:00000200:0.0:1761311768.556951:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc75 [1] + 224 00000400:00000200:0.0:1761311768.556963:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.556968:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.556980:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000f6f5f42e x1846867787711808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.557017:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.557022:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154a80 00000400:00000200:0.0:1761311768.557026:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa5f1 [2] + 328 00000400:00000200:0.0:1761311768.557581:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.557587:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.557591:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.557596:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e40d05a. 00000020:00000010:0.0:1761311768.557643:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000566d2f7e. 00000020:00000010:0.0:1761311768.557649:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.557653:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.557677:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e40d05a x1846867781831296/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311768.557707:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831296 02000000:00000010:0.0:1761311768.557718:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000812b7bca. 00010000:00000010:0.0:1761311768.557759:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec82f3fb. 00000100:00000010:0.0:1761311768.557766:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.557772:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.557775:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec82f3fb. 00000400:00000010:0.0:1761311768.557792:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311768.557797:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831296, offset 224 00000400:00000200:0.0:1761311768.557804:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.557815:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.557820:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87974:87974:256:4294967295] 192.168.203.55@tcp LPNI seq info [87974:87974:8:4294967295] 00000400:00000200:0.0:1761311768.557829:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.557833:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.557838:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.557843:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.557849:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.557853:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.557869:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.557873:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.557876:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000566d2f7e. 00000800:00000200:0.0:1761311768.557949:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.557953:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:0.0:1761311768.557957:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.557960:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.557963:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311768.557965:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000400:00000010:3.0:1761311768.557976:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000f150f2c. 00000400:00000200:3.0:1761311768.557980:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005acfc8c9 00000400:00000010:3.0:1761311768.557981:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005acfc8c9. 00000100:00000200:3.0:1761311768.557985:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000f6f5f42e x1846867787711808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.557993:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000f6f5f42e x1846867787711808/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.558012:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056d560bc. 02000000:00000010:3.0:1761311768.558023:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000be0eca39. 02000000:00000010:3.0:1761311768.558028:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b080877c. 00000100:00000010:3.0:1761311768.558031:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f6f5f42e. 00000100:00000010:3.0:1761311768.558034:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:3.0:1761311768.558036:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cc583c2e. 00080000:00000010:3.0:1761311768.558049:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b1566b1d. 00010000:00000010:3.0:1761311768.558156:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020442adf. 00010000:00000010:3.0:1761311768.558161:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000008a4bb6e. 00000001:00000010:3.0:1761311768.558177:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311768.558188:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00080000:00000010:3.0:1761311768.558192:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000096302d69. 00000001:00000010:3.0:1761311768.558199:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311768.558204:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311768.558209:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000344d52c6. 00000001:00000010:3.0:1761311768.558213:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000344d52c6. 00100000:00000010:3.0:1761311768.558223:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a4969710. 00010000:00000010:3.0:1761311768.558240:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311768.558245:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.558254:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000005f55c0f7. 00000100:00000010:3.0:1761311768.558257:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b94ba7fc. 00000100:00000010:3.0:1761311768.558264:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311768.558300:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000079e1a5f1. 02000000:00000010:3.0:1761311768.558343:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000ebeed24e. 00000400:00000010:3.0:1761311768.558348:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000344d52c6. 00000400:00000010:3.0:1761311768.558351:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000008e90a1f3. 00000100:00000200:3.0:1761311768.558355:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711872, portal 16 00000400:00000010:3.0:1761311768.558359:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001a128753. 00000100:00000200:3.0:1761311768.558361:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711872, offset 0 00000400:00000200:3.0:1761311768.558365:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.558371:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.558376:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.558379:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.558383:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.558385:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87975:87975:256:4294967295] 192.168.203.55@tcp LPNI seq info [87975:87975:8:4294967295] 00000400:00000200:3.0:1761311768.558392:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.558396:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.558398:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311768.558401:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.558405:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.558407:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.561959:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.561965:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:0.0:1761311768.561973:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.561981:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.561987:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001a128753 00000400:00000010:0.0:1761311768.561988:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001a128753. 00000100:00000200:0.0:1761311768.561999:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787711872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.565162:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.565179:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0580 00000400:00000200:0.0:1761311768.565187:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc81 [1] + 224 00000400:00000200:0.0:1761311768.565201:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.565204:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.565216:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787711872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311768.565260:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000344d52c6. 00000400:00000200:0.0:1761311768.565265:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000008e90a1f3 00000400:00000010:0.0:1761311768.565266:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000008e90a1f3. 00000100:00000200:0.0:1761311768.565271:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787711872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.565292:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787711872/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.565340:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000ebeed24e. 02000000:00000010:0.0:1761311768.565346:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000079e1a5f1. 00000100:00000010:0.0:1761311768.565350:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:0.0:1761311768.565354:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b94ba7fc. 00010000:00000010:0.0:1761311768.565357:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000005f55c0f7. 00000400:00000200:2.0:1761311768.571658:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.571678:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154ac0 00000400:00000200:2.0:1761311768.571686:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa5f1 [2] + 656 00000400:00000200:2.0:1761311768.571748:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.571753:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.571759:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.571765:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000020:00000010:0.0:1761311768.571850:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b01e8f58. 00000020:00000010:0.0:1761311768.571857:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.571861:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.571899:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781831360/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311768.571937:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831360 02000000:00000010:0.0:1761311768.571949:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036567502. 00010000:00000010:0.0:1761311768.571979:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000080540353. 00010000:00000010:0.0:1761311768.571997:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec82f3fb. 00000100:00000010:0.0:1761311768.572004:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.572026:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.572030:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec82f3fb. 00000400:00000010:0.0:1761311768.572045:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311768.572050:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831360, offset 224 00000400:00000200:0.0:1761311768.572058:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.572068:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.572073:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87976:87976:256:4294967295] 192.168.203.55@tcp LPNI seq info [87976:87976:8:4294967295] 00000400:00000200:0.0:1761311768.572084:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.572090:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.572094:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.572099:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.572105:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.572108:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.572125:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.572130:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.572133:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b01e8f58. 00000800:00000200:0.0:1761311768.572191:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.572194:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:0.0:1761311768.572198:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.572201:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.572214:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311768.572216:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00010000:00000010:3.1:1761311768.572586:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a123bd80. 00010000:00000010:3.1:1761311768.572595:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000007432d94a. 00010000:00000010:3.1:1761311768.572598:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007a9c0439. 00080000:00000010:3.0:1761311768.572621:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000053e5dabe. 00010000:00000010:3.0:1761311768.572897:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.572905:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000048ce02a1. 00000001:00000010:3.0:1761311768.572922:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.572938:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00080000:00000010:3.0:1761311768.572944:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000caff9f0a. 00000001:00000010:3.0:1761311768.572953:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.572959:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.572964:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.572975:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00100000:00000010:3.0:1761311768.572987:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000006a057447. 00010000:00000010:3.0:1761311768.573002:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014783e51. 00010000:00000010:3.0:1761311768.573006:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.573016:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311768.573020:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eda82c98. 00000100:00000010:3.0:1761311768.573026:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311768.573036:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000064ec5b43. 02000000:00000010:3.0:1761311768.573058:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001d4c8893. 00000400:00000010:3.0:1761311768.573062:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000405b02f6. 00000400:00000010:3.0:1761311768.573067:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311768.573072:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787711936, portal 16 00000400:00000010:3.0:1761311768.573080:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311768.573084:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787711936, offset 0 00000400:00000200:3.0:1761311768.573091:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.573099:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.573105:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.573108:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.573111:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.573114:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87977:87977:256:4294967295] 192.168.203.55@tcp LPNI seq info [87977:87977:8:4294967295] 00000400:00000200:3.0:1761311768.573120:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.573125:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.573129:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311768.573133:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.573137:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.573140:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.574083:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.574089:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:1.0:1761311768.574095:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.574101:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.574106:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:1.0:1761311768.574107:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:1.0:1761311768.574117:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ef0282b x1846867787711936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311768.575567:0:78644:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a0351c8. 00010000:00000010:3.1:1761311768.577936:0:78636:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000073a73e74. 00010000:00000010:3.1:1761311768.577948:0:78636:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000200:0.0:1761311768.583650:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.583671:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f05c0 00000400:00000200:0.0:1761311768.583679:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc8d [1] + 224 00000400:00000200:0.0:1761311768.583691:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.583695:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.583707:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ef0282b x1846867787711936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.583745:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.583751:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154b00 00000400:00000200:0.0:1761311768.583756:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa5f1 [2] + 984 00000400:00000200:0.0:1761311768.583828:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.583832:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.583837:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.583842:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006622c1da. 00000020:00000010:0.0:1761311768.583900:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b01e8f58. 00000020:00000010:0.0:1761311768.583907:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.583911:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.583939:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006622c1da x1846867781831424/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311768.583966:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831424 02000000:00000010:0.0:1761311768.583977:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2c41091. 00010000:00000010:0.0:1761311768.584018:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec82f3fb. 00000100:00000010:0.0:1761311768.584026:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.584032:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.584035:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec82f3fb. 00000400:00000010:0.0:1761311768.584050:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311768.584055:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831424, offset 224 00000400:00000200:0.0:1761311768.584061:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.584071:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.584077:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87978:87978:256:4294967295] 192.168.203.55@tcp LPNI seq info [87978:87978:8:4294967295] 00000400:00000200:0.0:1761311768.584086:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.584091:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.584095:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.584101:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.584108:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.584111:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.584125:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.584129:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.584132:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b01e8f58. 00000800:00000200:0.0:1761311768.584192:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.584195:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:0.0:1761311768.584199:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.584217:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.584221:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:0.0:1761311768.584223:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 00000400:00000010:3.0:1761311768.584335:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000405b02f6. 00000400:00000200:3.0:1761311768.584340:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311768.584342:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311768.584348:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ef0282b x1846867787711936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.584356:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ef0282b x1846867787711936/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.584379:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae23489d. 02000000:00000010:3.0:1761311768.584393:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001d4c8893. 02000000:00000010:3.0:1761311768.584398:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000064ec5b43. 00000100:00000010:3.0:1761311768.584401:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 00000100:00000010:3.0:1761311768.584404:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eda82c98. 00010000:00000010:3.0:1761311768.584407:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00080000:00000010:3.0:1761311768.584421:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000064ec5b43. 00010000:00000010:3.0:1761311768.584554:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.584562:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000c23dfc5f. 00000001:00000010:3.0:1761311768.584583:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.584595:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00080000:00000010:3.0:1761311768.584600:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d4c8893. 00000001:00000010:3.0:1761311768.584609:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.584614:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.584619:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.584626:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00100000:00000010:3.0:1761311768.584643:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001806c85c. 00100000:00000010:3.0:1761311768.584650:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000f0efaac9. 00100000:00000010:3.0:1761311768.584659:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000501047e9. 00010000:00000010:3.0:1761311768.584682:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311768.584688:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.584698:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311768.584702:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eda82c98. 00000100:00000010:3.0:1761311768.584708:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311768.584718:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048af9554. 02000000:00000010:3.0:1761311768.584742:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000005171e288. 00000400:00000010:3.0:1761311768.584746:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000405b02f6. 00000400:00000010:3.0:1761311768.584750:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311768.584756:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712000, portal 16 00000400:00000010:3.0:1761311768.584761:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311768.584763:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712000, offset 0 00000400:00000200:3.0:1761311768.584769:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.584776:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.584782:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.584785:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.584787:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.584790:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87979:87979:256:4294967295] 192.168.203.55@tcp LPNI seq info [87979:87979:8:4294967295] 00000400:00000200:3.0:1761311768.584798:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.584802:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.584806:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311768.584811:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.584816:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.584818:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.584932:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.584934:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311768.584938:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.584942:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.584945:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:0.0:1761311768.584946:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:0.0:1761311768.584951:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ef0282b x1846867787712000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.597607:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bec6a8b4. 00010000:00000010:3.1:1761311768.597701:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000081bb5860. 00010000:00000010:3.1:1761311768.597708:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00000400:00000200:0.0:1761311768.597951:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.597969:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0600 00000400:00000200:0.0:1761311768.597977:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabc99 [1] + 224 00000400:00000200:0.0:1761311768.597991:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.597996:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.598007:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ef0282b x1846867787712000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.598043:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.598048:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154b40 00000400:00000200:0.0:1761311768.598052:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa5f1 [2] + 1312 00000400:00000200:0.0:1761311768.598084:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.598088:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.598092:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.598097:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001aa20607. 00000400:00000010:3.0:1761311768.598254:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000405b02f6. 00000400:00000200:3.0:1761311768.598260:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311768.598261:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311768.598267:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ef0282b x1846867787712000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.598288:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ef0282b x1846867787712000/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.598359:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000005171e288. 02000000:00000010:3.0:1761311768.598366:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048af9554. 00000100:00000010:3.0:1761311768.598370:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 00000100:00000010:3.0:1761311768.598373:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eda82c98. 00010000:00000010:3.0:1761311768.598377:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00000020:00000010:1.0:1761311768.598570:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000609d5908. 00000020:00000010:1.0:1761311768.598577:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.598581:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.598603:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001aa20607 x1846867781831488/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311768.598635:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831488 02000000:00000010:1.0:1761311768.598645:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0c5dbd1. 00010000:00000010:1.0:1761311768.598669:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000090b50eb7. 00010000:00000010:1.0:1761311768.598688:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311768.598693:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.598709:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.598712:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311768.598726:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000003cc312a. 00000100:00000200:1.0:1761311768.598730:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831488, offset 224 00000400:00000200:1.0:1761311768.598738:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.598749:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.598754:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87980:87980:256:4294967295] 192.168.203.55@tcp LPNI seq info [87980:87980:8:4294967295] 00000400:00000200:1.0:1761311768.598763:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.598769:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.598773:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.598779:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.598785:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.598789:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00080000:00000010:3.0:1761311768.598888:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048af9554. 00010000:00000010:3.0:1761311768.599006:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.599014:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000dafebc5f. 00000001:00000010:3.0:1761311768.599031:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.599044:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00080000:00000010:3.0:1761311768.599049:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005171e288. 00000001:00000010:3.0:1761311768.599056:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.599063:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.599068:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.599073:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00100000:00000010:3.0:1761311768.599086:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003d2de059. 00010000:00000010:3.0:1761311768.599101:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000014783e51. 00010000:00000010:3.0:1761311768.599106:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.599116:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311768.599120:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eda82c98. 00000100:00000010:3.0:1761311768.599125:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 02000000:00000010:3.0:1761311768.599134:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007a54fc36. 02000000:00000010:3.0:1761311768.599155:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000079e1a5f1. 00000400:00000010:3.0:1761311768.599160:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000405b02f6. 00000400:00000010:3.0:1761311768.599164:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311768.599169:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712064, portal 16 00000400:00000010:3.0:1761311768.599172:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311768.599174:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712064, offset 0 00000400:00000200:3.0:1761311768.599180:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.599186:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.599193:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.599196:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.599199:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.599201:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87981:87981:255:4294967295] 192.168.203.55@tcp LPNI seq info [87981:87981:7:4294967295] 00000400:00000200:3.0:1761311768.599209:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.599213:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.599216:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82353034). 00000800:00000200:3.0:1761311768.599220:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.599224:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.599226:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.599766:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.599772:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.599774:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000609d5908. 00000800:00000200:2.0:1761311768.599895:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.599899:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:2.0:1761311768.599903:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.599909:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.599912:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000003cc312a 00000400:00000010:2.0:1761311768.599914:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000003cc312a. 00000800:00000200:2.0:1761311768.599970:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.599972:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:2.0:1761311768.599976:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.599979:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.599980:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:2.0:1761311768.599982:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:2.0:1761311768.599987:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000002ef0282b x1846867787712064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.609472:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000b6200b01. 00000400:00000200:0.0:1761311768.609608:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.609635:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0640 00000400:00000200:0.0:1761311768.609646:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabca5 [1] + 224 00000400:00000200:0.0:1761311768.609664:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.609669:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.609686:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000002ef0282b x1846867787712064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.609734:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.609740:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154b80 00000400:00000200:0.0:1761311768.609747:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa5f1 [2] + 1640 00000400:00000200:0.0:1761311768.609817:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.609821:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.609827:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.609834:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1356861. 00010000:00000010:3.1:1761311768.610402:0:32:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c4eb3284. 00010000:00000010:3.1:1761311768.610413:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000010:3.0:1761311768.610443:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000405b02f6. 00000400:00000200:3.0:1761311768.610450:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311768.610453:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311768.610464:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000002ef0282b x1846867787712064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.610474:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000002ef0282b x1846867787712064/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.610516:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000079e1a5f1. 02000000:00000010:3.0:1761311768.610526:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007a54fc36. 00000100:00000010:3.0:1761311768.610534:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 00000100:00000010:3.0:1761311768.610540:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eda82c98. 00010000:00000010:3.0:1761311768.610546:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00000020:00000010:1.0:1761311768.610718:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000609d5908. 00000020:00000010:1.0:1761311768.610729:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.610735:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.610767:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1356861 x1846867781831552/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311768.610807:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831552 02000000:00000010:1.0:1761311768.610818:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000018139070. 00010000:00000010:1.0:1761311768.610844:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dfa13098. 00010000:00000010:1.0:1761311768.610867:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311768.610875:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.610892:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.610896:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000010:1.0:1761311768.610912:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311768.610917:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831552, offset 224 00000400:00000200:1.0:1761311768.610925:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.610940:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.610946:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87982:87982:256:4294967295] 192.168.203.55@tcp LPNI seq info [87982:87982:8:4294967295] 00000400:00000200:1.0:1761311768.610956:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.610962:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.610966:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311768.610973:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.610979:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.610984:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.611010:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.611014:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.611017:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000609d5908. 00000800:00000200:1.0:1761311768.611121:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.611124:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:1.0:1761311768.611128:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.611132:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.611136:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:1.0:1761311768.611137:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00080000:00000010:2.0:1761311768.611209:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000003e6d36ee. 00010000:00000010:2.0:1761311768.611364:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ded19cc. 00010000:00000010:2.0:1761311768.611371:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000006ffce434. 00000001:00000010:2.0:1761311768.611388:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009b0ef078. 00000001:00000010:2.0:1761311768.611400:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009b0ef078. 00080000:00000010:2.0:1761311768.611404:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000abe51221. 00000001:00000010:2.0:1761311768.611412:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009b0ef078. 00000001:00000010:2.0:1761311768.611416:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009b0ef078. 00000001:00000010:2.0:1761311768.611420:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000009b0ef078. 00000001:00000010:2.0:1761311768.611424:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000009b0ef078. 00100000:00000010:2.0:1761311768.611434:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f1277a64. 00010000:00000010:2.0:1761311768.611447:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000509442a5. 00010000:00000010:2.0:1761311768.611452:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000062897d81. 00010000:00000010:2.0:1761311768.611460:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000bb5c4ff6. 00000100:00000010:2.0:1761311768.611463:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000098e67135. 00000100:00000010:2.0:1761311768.611469:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 02000000:00000010:2.0:1761311768.611479:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ecd4af7b. 02000000:00000010:2.0:1761311768.611498:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b5853309. 00000400:00000010:2.0:1761311768.611503:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000009b0ef078. 00000400:00000010:2.0:1761311768.611507:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000048e81b04. 00000100:00000200:2.0:1761311768.611511:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712128, portal 16 00000400:00000010:2.0:1761311768.611515:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000005833ca56. 00000100:00000200:2.0:1761311768.611517:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712128, offset 0 00000400:00000200:2.0:1761311768.611522:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.611528:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.611534:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.611537:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.611540:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.611543:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87983:87983:256:4294967295] 192.168.203.55@tcp LPNI seq info [87983:87983:8:4294967295] 00000400:00000200:2.0:1761311768.611551:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.611555:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.611557:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311768.611562:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.611566:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.611568:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.611880:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.611887:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352538). 00000400:00000200:3.0:1761311768.611896:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.611903:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.611908:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000005833ca56 00000400:00000010:3.0:1761311768.611910:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000005833ca56. 00000100:00000200:3.0:1761311768.611918:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000009c3aef0b x1846867787712128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.619695:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.619733:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0680 00000400:00000200:2.0:1761311768.619743:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabcb1 [1] + 224 00000400:00000200:2.0:1761311768.619782:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.619788:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.619800:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000009c3aef0b x1846867787712128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.619892:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000009b0ef078. 00000400:00000200:1.0:1761311768.619899:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000048e81b04 00000400:00000010:1.0:1761311768.619901:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000048e81b04. 00000100:00000200:1.0:1761311768.619908:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000009c3aef0b x1846867787712128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.619917:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000009c3aef0b x1846867787712128/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.619951:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b5853309. 02000000:00000010:1.0:1761311768.619957:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ecd4af7b. 00000100:00000010:1.0:1761311768.619961:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000010:1.0:1761311768.619965:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000098e67135. 00010000:00000010:1.0:1761311768.619969:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000bb5c4ff6. 00000400:00000200:1.0:1761311768.620795:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.620809:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154bc0 00000400:00000200:1.0:1761311768.620815:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa5f1 [2] + 1968 00000400:00000010:1.0:1761311768.620819:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e3b2032f. 00000400:00000200:1.0:1761311768.620823:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000185a2036 00000400:00000200:1.0:1761311768.620896:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.620901:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.620904:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000185a2036 00000400:00000010:1.0:1761311768.620906:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000185a2036 (tot 82352386). 00000100:00000200:1.0:1761311768.620911:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311768.621000:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b01e8f58. 00000020:00000010:0.0:1761311768.621009:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.621013:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.621067:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002c201840 x1846867781831616/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311768.621105:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831616 02000000:00000010:0.0:1761311768.621117:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f736c024. 00010000:00000010:0.0:1761311768.621174:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007358068f. 00010000:00000010:0.0:1761311768.621196:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec82f3fb. 00000100:00000010:0.0:1761311768.621202:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008ceb21d7. 00000100:00000010:0.0:1761311768.621221:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008ceb21d7. 00010000:00000010:0.0:1761311768.621223:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec82f3fb. 00000400:00000010:0.0:1761311768.621239:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000f4b4745b. 00000100:00000200:0.0:1761311768.621243:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831616, offset 224 00080000:00000010:1.0:1761311768.621246:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000609d5908. 00000400:00000200:0.0:1761311768.621253:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.621267:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.621283:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87984:87984:256:4294967295] 192.168.203.55@tcp LPNI seq info [87984:87984:8:4294967295] 00000400:00000200:0.0:1761311768.621293:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.621299:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.621304:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352634). 00000800:00000200:0.0:1761311768.621338:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.621344:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.621348:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.621368:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.621372:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.621376:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b01e8f58. 02000000:00000010:0.0:1761311768.621385:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000018139070. 00000100:00000010:0.0:1761311768.621388:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1356861. 02000000:00000010:0.0:1761311768.621393:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0c5dbd1. 00000100:00000010:0.0:1761311768.621395:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001aa20607. 02000000:00000010:0.0:1761311768.621397:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2c41091. 00000100:00000010:0.0:1761311768.621399:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006622c1da. 02000000:00000010:0.0:1761311768.621402:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036567502. 00000100:00000010:0.0:1761311768.621404:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:0.0:1761311768.621406:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000812b7bca. 00000100:00000010:0.0:1761311768.621408:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e40d05a. 02000000:00000010:0.0:1761311768.621410:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001d109b67. 00000100:00000010:0.0:1761311768.621412:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000200:0.0:1761311768.621417:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311768.621421:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000f150f2c. 00000400:00000010:0.0:1761311768.621426:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000008ceb21d7 (tot 82352786). 00000800:00000200:3.0:1761311768.621495:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.621505:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:3.0:1761311768.621516:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.621524:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.621531:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000f4b4745b 00000400:00000010:3.0:1761311768.621534:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000f4b4745b. 02000000:00000010:3.0:1761311768.621542:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f736c024. 00010000:00000010:1.1:1761311768.621597:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000006ed3414. 00010000:00000010:1.0:1761311768.621743:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000062897d81. 00010000:00000010:1.0:1761311768.621750:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000075766fcb. 00000001:00000010:1.0:1761311768.621769:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009488180. 00000001:00000010:1.0:1761311768.621781:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009488180. 00080000:00000010:1.0:1761311768.621788:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d195606d. 00000001:00000010:1.0:1761311768.621798:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009488180. 00000001:00000010:1.0:1761311768.621804:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009488180. 00000001:00000010:1.0:1761311768.621811:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009488180. 00000001:00000010:1.0:1761311768.621817:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009488180. 00100000:00000010:1.0:1761311768.621831:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000627a003f. 00010000:00000010:1.0:1761311768.621848:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d6f497fd. 00010000:00000010:1.0:1761311768.621853:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b359f83b. 00010000:00000010:1.0:1761311768.621864:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000cb7bcdc6. 00000100:00000010:1.0:1761311768.621869:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.621877:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 02000000:00000010:1.0:1761311768.621903:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000007984051f. 02000000:00000010:1.0:1761311768.621930:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004a48e9d6. 00000400:00000010:1.0:1761311768.621933:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009488180. 00000400:00000010:1.0:1761311768.621937:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000d3e45cd. 00000100:00000200:1.0:1761311768.621940:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712192, portal 16 00000400:00000010:1.0:1761311768.621945:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000071fc6447. 00000100:00000200:1.0:1761311768.621947:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712192, offset 0 00000400:00000200:1.0:1761311768.621955:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.621963:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.621970:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.621974:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.621977:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.621980:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87985:87985:256:4294967295] 192.168.203.55@tcp LPNI seq info [87985:87985:8:4294967295] 00000400:00000200:1.0:1761311768.621988:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.621993:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.621996:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311768.622001:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.622005:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.622007:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.622184:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.622188:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352538). 00000400:00000200:3.0:1761311768.622193:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.622200:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.622205:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000071fc6447 00000400:00000010:3.0:1761311768.622207:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000071fc6447. 00000100:00000200:3.0:1761311768.622216:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@0000000056434f1e x1846867787712192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311768.628637:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6fc3123. 00010000:00000010:2.1:1761311768.628657:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000014783e51. 00010000:00000010:0.1:1761311768.631360:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004164735c. 00010000:00000010:1.1:1761311768.631824:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000037df6841. 00010000:00000010:1.1:1761311768.631832:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00000400:00000200:1.0:1761311768.637120:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.637146:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f06c0 00000400:00000200:1.0:1761311768.637160:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabcc1 [1] + 224 00000400:00000200:1.0:1761311768.637188:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.637194:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.637210:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@0000000056434f1e x1846867787712192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311768.638235:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009488180. 00000400:00000200:0.0:1761311768.638251:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000d3e45cd 00000400:00000010:0.0:1761311768.638254:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000d3e45cd. 00000100:00000200:0.0:1761311768.638282:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@0000000056434f1e x1846867787712192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.638294:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@0000000056434f1e x1846867787712192/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.638381:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004a48e9d6. 02000000:00000010:0.0:1761311768.638389:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000007984051f. 00000100:00000010:0.0:1761311768.638393:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 00000100:00000010:0.0:1761311768.638400:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:0.0:1761311768.638407:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000cb7bcdc6. 00000400:00000200:3.0:1761311768.640117:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.640137:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154c00 00000400:00000200:3.0:1761311768.640143:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa649 [2] + 0 00000400:00000200:3.0:1761311768.640209:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.640215:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.640223:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.640229:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002ef0282b. 00000020:00000010:0.0:1761311768.640550:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000812b7bca. 00000020:00000010:0.0:1761311768.640560:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.640564:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.640591:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002ef0282b x1846867781831680/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311768.640633:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831680 02000000:00000010:0.0:1761311768.640651:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000036567502. 00010000:00000010:0.0:1761311768.640681:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cc5ca892. 00010000:00000010:0.0:1761311768.640704:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec82f3fb. 00000100:00000010:0.0:1761311768.640710:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.640728:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.640732:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec82f3fb. 00000400:00000010:0.0:1761311768.640746:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000dcf943e4. 00000100:00000200:0.0:1761311768.640751:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831680, offset 224 00000400:00000200:0.0:1761311768.640758:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.640770:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.640775:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87986:87986:256:4294967295] 192.168.203.55@tcp LPNI seq info [87986:87986:8:4294967295] 00000400:00000200:0.0:1761311768.640784:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.640790:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.640795:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.640800:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.640807:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.640811:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.640827:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000047dd3796. 00000020:00000010:0.0:1761311768.640831:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.640834:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000812b7bca. 00000800:00000200:3.0:1761311768.643359:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.643368:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00080000:00000010:2.0:1761311768.643373:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ecd4af7b. 00000400:00000200:3.0:1761311768.643378:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.643388:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.643395:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000dcf943e4 00000400:00000010:3.0:1761311768.643398:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000dcf943e4. 00010000:00000010:2.0:1761311768.643515:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b359f83b. 00010000:00000010:2.0:1761311768.643524:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005c2dae0a. 00000001:00000010:2.0:1761311768.643543:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e0b63d61. 00000001:00000010:2.0:1761311768.643556:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e0b63d61. 00080000:00000010:2.0:1761311768.643562:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b5853309. 00000001:00000010:2.0:1761311768.643570:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e0b63d61. 00000001:00000010:2.0:1761311768.643577:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e0b63d61. 00000001:00000010:2.0:1761311768.643583:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e0b63d61. 00000001:00000010:2.0:1761311768.643589:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e0b63d61. 00100000:00000010:2.0:1761311768.643602:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009fa9e523. 00010000:00000010:2.0:1761311768.643620:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.0:1761311768.643624:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000774cbfc9. 00010000:00000010:2.0:1761311768.643637:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c69a6145. 00000100:00000010:2.0:1761311768.643644:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0fbc402. 00000100:00000010:2.0:1761311768.643654:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311768.643666:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000087a0d7ed. 02000000:00000010:2.0:1761311768.643693:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000943cd2db. 00000400:00000010:2.0:1761311768.643699:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0b63d61. 00000400:00000010:2.0:1761311768.643704:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311768.643710:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712256, portal 16 00000400:00000010:2.0:1761311768.643715:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002e7df18d. 00000100:00000200:2.0:1761311768.643717:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712256, offset 0 00000400:00000200:2.0:1761311768.643724:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.643737:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.643744:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.643747:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.643749:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.643753:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87987:87987:256:4294967295] 192.168.203.55@tcp LPNI seq info [87987:87987:8:4294967295] 00000400:00000200:2.0:1761311768.643762:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.643768:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.643772:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82352786). 00000800:00000200:2.0:1761311768.643777:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.643784:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.643787:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.644150:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.644153:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352538). 00000400:00000200:3.0:1761311768.644158:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.644162:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.644165:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002e7df18d 00000400:00000010:3.0:1761311768.644167:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002e7df18d. 00000100:00000200:3.0:1761311768.644173:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787712256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311768.653508:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000132e943d. 00000400:00000200:3.0:1761311768.653593:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.653612:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0700 00000400:00000200:3.0:1761311768.653621:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabccd [1] + 224 00000400:00000200:3.0:1761311768.653636:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.653640:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.653650:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787712256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311768.653698:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0b63d61. 00000400:00000200:2.0:1761311768.653705:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:2.0:1761311768.653706:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:2.0:1761311768.653713:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787712256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311768.653721:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787712256/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311768.653750:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000943cd2db. 02000000:00000010:2.0:1761311768.653756:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000087a0d7ed. 00000100:00000010:2.0:1761311768.653760:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:2.0:1761311768.653764:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0fbc402. 00010000:00000010:2.0:1761311768.653767:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c69a6145. 00000400:00000200:3.0:1761311768.654654:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.654669:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154c40 00000400:00000200:3.0:1761311768.654675:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa649 [2] + 328 00000400:00000200:3.0:1761311768.654738:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.654744:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.654750:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.654756:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000002b91edfc. 00000020:00000010:0.0:1761311768.656303:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000c2c41091. 00000020:00000010:0.0:1761311768.656328:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311768.656334:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.656367:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b91edfc x1846867781831744/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311768.656417:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831744 02000000:00000010:0.0:1761311768.656428:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b01e8f58. 00010000:00000010:0.0:1761311768.656458:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009bfd6dcb. 00010000:00000010:0.0:1761311768.656479:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec82f3fb. 00000100:00000010:0.0:1761311768.656487:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.656510:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.656514:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec82f3fb. 00000400:00000010:0.0:1761311768.656530:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001541a840. 00000100:00000200:0.0:1761311768.656535:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831744, offset 224 00080000:00000010:2.0:1761311768.656543:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000943cd2db. 00000400:00000200:0.0:1761311768.656544:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.656560:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.656567:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87988:87988:256:4294967295] 192.168.203.55@tcp LPNI seq info [87988:87988:8:4294967295] 00000400:00000200:0.0:1761311768.656577:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.656583:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.656589:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.656595:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.656601:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.656604:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.656619:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311768.656624:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.656628:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000c2c41091. 00010000:00000010:2.0:1761311768.656660:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000774cbfc9. 00010000:00000010:2.0:1761311768.656667:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f4a4dccc. 00000001:00000010:2.0:1761311768.656686:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e0b63d61. 00000001:00000010:2.0:1761311768.656701:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e0b63d61. 00080000:00000010:2.0:1761311768.656708:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000087a0d7ed. 00000001:00000010:2.0:1761311768.656716:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e0b63d61. 00000001:00000010:2.0:1761311768.656721:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e0b63d61. 00000001:00000010:2.0:1761311768.656726:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000e0b63d61. 00000001:00000010:2.0:1761311768.656731:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000e0b63d61. 00100000:00000010:2.0:1761311768.656744:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000ffd5ede9. 00100000:00000010:2.0:1761311768.656752:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000ff83fcfb. 00100000:00000010:2.0:1761311768.656755:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000d56b2ae. 00010000:00000010:2.0:1761311768.656774:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000509442a5. 00010000:00000010:2.0:1761311768.656779:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000774cbfc9. 00010000:00000010:2.0:1761311768.656789:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c69a6145. 00000100:00000010:2.0:1761311768.656792:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0fbc402. 00000100:00000010:2.0:1761311768.656800:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311768.656811:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000032f7100b. 02000000:00000010:2.0:1761311768.656849:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000c36cc6fe. 00000400:00000010:2.0:1761311768.656859:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e0b63d61. 00000400:00000010:2.0:1761311768.656864:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000021cea391. 00000100:00000200:2.0:1761311768.656869:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712320, portal 16 00000400:00000010:2.0:1761311768.656874:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000031517c0b. 00000100:00000200:2.0:1761311768.656876:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712320, offset 0 00000400:00000200:2.0:1761311768.656882:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.656897:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.656907:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.656911:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.656914:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.656916:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87989:87989:255:4294967295] 192.168.203.55@tcp LPNI seq info [87989:87989:7:4294967295] 00000400:00000200:2.0:1761311768.656923:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.656927:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.656930:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82353034). 00000800:00000200:2.0:1761311768.656934:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.656943:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.656945:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.657513:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.657518:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352786). 00000400:00000200:3.0:1761311768.657525:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.657530:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.657535:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001541a840 00000400:00000010:3.0:1761311768.657537:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001541a840. 00000800:00000200:3.0:1761311768.657617:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.657677:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352538). 00000400:00000200:3.0:1761311768.657683:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.657687:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.657690:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000031517c0b 00000400:00000010:3.0:1761311768.657691:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000031517c0b. 00000100:00000200:3.0:1761311768.657698:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787712320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.661597:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.661619:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0740 00000400:00000200:2.0:1761311768.661628:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabcd9 [1] + 224 00000400:00000200:2.0:1761311768.661642:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.661646:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.661658:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787712320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.661709:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.661716:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154c80 00000400:00000010:0.0:1761311768.661721:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000e0b63d61. 00000400:00000200:0.0:1761311768.661727:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000021cea391 00000400:00000010:0.0:1761311768.661728:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000021cea391. 00000100:00000200:0.0:1761311768.661735:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787712320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.661740:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa649 [2] + 656 00000100:00000200:0.0:1761311768.661751:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787712320/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.661758:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.661764:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.661768:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.661773:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:0.0:1761311768.661783:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000c36cc6fe. 02000000:00000010:0.0:1761311768.661789:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000032f7100b. 00000100:00000010:0.0:1761311768.661793:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:0.0:1761311768.661796:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0fbc402. 00010000:00000010:0.0:1761311768.661800:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c69a6145. 00000020:00000010:3.0:1761311768.661879:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007a54fc36. 00000020:00000010:3.0:1761311768.661887:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.661890:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.661913:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000c56dccaa x1846867781831808/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.661947:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831808 02000000:00000010:3.0:1761311768.661958:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000079e1a5f1. 00010000:00000010:3.0:1761311768.661982:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000cdcf0720. 00010000:00000010:3.0:1761311768.662002:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311768.662008:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eda82c98. 00000100:00000010:3.0:1761311768.662024:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eda82c98. 00010000:00000010:3.0:1761311768.662026:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00000400:00000010:3.0:1761311768.662038:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311768.662042:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831808, offset 224 00000400:00000200:3.0:1761311768.662048:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.662058:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.662064:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87990:87990:256:4294967295] 192.168.203.55@tcp LPNI seq info [87990:87990:8:4294967295] 00000400:00000200:3.0:1761311768.662074:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.662079:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.662083:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.662088:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.662095:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.662098:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.662114:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.662117:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.662120:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007a54fc36. 00000800:00000200:3.0:1761311768.662207:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.662210:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:3.0:1761311768.662214:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.662218:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.662220:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311768.662222:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00080000:00000010:0.0:1761311768.662306:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c2c41091. 00010000:00000010:2.1:1761311768.662451:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000030518ef2. 00010000:00000010:2.1:1761311768.662457:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6f497fd. 00010000:00000010:0.0:1761311768.662551:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000774cbfc9. 00010000:00000010:0.0:1761311768.662558:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000481a19e9. 00000001:00000010:0.0:1761311768.662574:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070502964. 00000001:00000010:0.0:1761311768.662587:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070502964. 00080000:00000010:0.0:1761311768.662591:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb7d79d1. 00000001:00000010:0.0:1761311768.662598:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070502964. 00000001:00000010:0.0:1761311768.662602:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070502964. 00000001:00000010:0.0:1761311768.662607:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070502964. 00000001:00000010:0.0:1761311768.662611:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070502964. 00100000:00000010:0.0:1761311768.662622:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000dac0422. 00010000:00000010:0.0:1761311768.662637:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000001205a470. 00010000:00000010:0.0:1761311768.662642:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9dd6c54. 00010000:00000010:0.0:1761311768.662651:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec82f3fb. 00000100:00000010:0.0:1761311768.662717:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.662724:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e40d05a. 02000000:00000010:0.0:1761311768.662733:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000002c2c54c1. 02000000:00000010:0.0:1761311768.662754:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000f736c024. 00000400:00000010:0.0:1761311768.662759:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070502964. 00000400:00000010:0.0:1761311768.662763:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311768.662767:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712384, portal 16 00000400:00000010:0.0:1761311768.662771:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007a251902. 00000100:00000200:0.0:1761311768.662773:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712384, offset 0 00000400:00000200:0.0:1761311768.662779:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.662785:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.662792:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.662795:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.662798:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.662800:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87991:87991:256:4294967295] 192.168.203.55@tcp LPNI seq info [87991:87991:8:4294967295] 00000400:00000200:0.0:1761311768.662808:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.662812:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.662815:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.662819:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.662824:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.662826:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.662923:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.662925:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:3.0:1761311768.662929:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.662932:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.662935:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007a251902 00000400:00000010:3.0:1761311768.662937:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007a251902. 00000100:00000200:3.0:1761311768.662941:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007e40d05a x1846867787712384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.666706:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.666727:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0780 00000400:00000200:2.0:1761311768.666736:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabce5 [1] + 224 00000400:00000200:2.0:1761311768.666749:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.666753:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.666764:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007e40d05a x1846867787712384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311768.666824:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070502964. 00000400:00000200:0.0:1761311768.666829:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:0.0:1761311768.666831:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 00000100:00000200:0.0:1761311768.666836:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007e40d05a x1846867787712384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.666844:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007e40d05a x1846867787712384/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.666878:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000f736c024. 02000000:00000010:0.0:1761311768.666883:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000002c2c54c1. 00000100:00000010:0.0:1761311768.666889:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e40d05a. 00000100:00000010:0.0:1761311768.666893:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.666896:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec82f3fb. 00000400:00000200:2.0:1761311768.666942:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.666949:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154cc0 00000400:00000200:2.0:1761311768.666955:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa649 [2] + 984 00000400:00000200:2.0:1761311768.666963:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.666967:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.666970:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.666975:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 00000020:00000010:0.0:1761311768.667471:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002c2c54c1. 00000020:00000010:0.0:1761311768.667478:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311768.667482:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.667506:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d83d9e9a x1846867781831872/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311768.667535:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831872 02000000:00000010:0.0:1761311768.667545:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000f736c024. 00010000:00000010:0.0:1761311768.667570:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000029d9fcd. 00010000:00000010:0.0:1761311768.667601:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ec82f3fb. 00000100:00000010:0.0:1761311768.667607:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.667622:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.667624:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ec82f3fb. 00000400:00000010:0.0:1761311768.667636:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311768.667641:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831872, offset 224 00000400:00000200:0.0:1761311768.667648:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.667658:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.667668:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87992:87992:256:4294967295] 192.168.203.55@tcp LPNI seq info [87992:87992:8:4294967295] 00000400:00000200:0.0:1761311768.667677:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.667682:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.667688:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311768.667693:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.667699:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.667703:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.667721:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311768.667726:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.667729:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002c2c54c1. 00000800:00000200:0.0:1761311768.667826:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.667829:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:0.0:1761311768.667834:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.667839:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.667842:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:0.0:1761311768.667843:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 00080000:00000010:2.0:1761311768.667939:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c36cc6fe. 00010000:00000010:2.0:1761311768.668054:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9dd6c54. 00010000:00000010:2.0:1761311768.668060:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f879474e. 00000001:00000010:2.0:1761311768.668084:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000683509d8. 00000001:00000010:2.0:1761311768.668096:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000683509d8. 00080000:00000010:2.0:1761311768.668103:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007f768a38. 00000001:00000010:2.0:1761311768.668112:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000683509d8. 00000001:00000010:2.0:1761311768.668118:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000683509d8. 00000001:00000010:2.0:1761311768.668124:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000683509d8. 00000001:00000010:2.0:1761311768.668128:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000683509d8. 00100000:00000010:2.0:1761311768.668140:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001ba638c0. 00010000:00000010:2.0:1761311768.668155:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000538bde14. 00010000:00000010:2.0:1761311768.668160:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000003007ddb. 00010000:00000010:2.0:1761311768.668169:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000050cc2574. 00000100:00000010:2.0:1761311768.668173:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0fbc402. 00000100:00000010:2.0:1761311768.668178:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007b7890d0. 02000000:00000010:2.0:1761311768.668187:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000009586119a. 02000000:00000010:2.0:1761311768.668207:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000681a1edb. 00000400:00000010:2.0:1761311768.668212:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000683509d8. 00000400:00000010:2.0:1761311768.668216:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061b680ae. 00000100:00000200:2.0:1761311768.668221:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712448, portal 16 00000400:00000010:2.0:1761311768.668224:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009a663386. 00000100:00000200:2.0:1761311768.668226:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712448, offset 0 00000400:00000200:2.0:1761311768.668232:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.668239:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.668245:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.668249:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.668252:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.668254:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87993:87993:256:4294967295] 192.168.203.55@tcp LPNI seq info [87993:87993:8:4294967295] 00000400:00000200:2.0:1761311768.668262:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.668266:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.668269:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311768.668286:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.668290:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.668293:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.668512:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.668520:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352538). 00000400:00000200:3.0:1761311768.668530:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.668541:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.668548:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009a663386 00000400:00000010:3.0:1761311768.668550:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009a663386. 00000100:00000200:3.0:1761311768.668561:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000007b7890d0 x1846867787712448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.671068:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.671091:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f07c0 00000400:00000200:0.0:1761311768.671100:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabcf1 [1] + 224 00000400:00000200:0.0:1761311768.671117:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.671122:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.671133:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000007b7890d0 x1846867787712448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.671517:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000683509d8. 00000400:00000200:3.0:1761311768.671527:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061b680ae 00000400:00000010:3.0:1761311768.671530:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061b680ae. 00000100:00000200:3.0:1761311768.671544:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000007b7890d0 x1846867787712448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.671556:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000007b7890d0 x1846867787712448/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.671599:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000681a1edb. 02000000:00000010:3.0:1761311768.671609:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000009586119a. 00000100:00000010:3.0:1761311768.671615:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007b7890d0. 00000100:00000010:3.0:1761311768.671621:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0fbc402. 00010000:00000010:3.0:1761311768.671627:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000050cc2574. 00000400:00000200:0.0:1761311768.672125:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.672136:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154d00 00000400:00000200:0.0:1761311768.672141:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa649 [2] + 1312 00000400:00000200:0.0:1761311768.672200:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.672205:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.672210:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.672216:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e40d05a. 00000020:00000010:2.0:1761311768.677449:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000362db1bc. 00000020:00000010:2.0:1761311768.677464:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000013acd29f. 00000020:00000010:2.0:1761311768.677471:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd3fb496. 00000100:00000200:2.0:1761311768.677506:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e40d05a x1846867781831936/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311768.677546:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781831936 02000000:00000010:2.0:1761311768.677559:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083fb5324. 00010000:00000010:2.0:1761311768.677590:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000aa737488. 00010000:00000010:2.0:1761311768.677610:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000908c333b. 00000100:00000010:2.0:1761311768.677619:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0fbc402. 00000100:00000010:2.0:1761311768.677637:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0fbc402. 00010000:00000010:2.0:1761311768.677641:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000908c333b. 00000400:00000010:2.0:1761311768.677657:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311768.677664:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781831936, offset 224 00000400:00000200:2.0:1761311768.677673:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00080000:00000010:3.0:1761311768.677696:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ebeed24e. 00000400:00000200:2.0:1761311768.677696:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.677709:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87994:87994:256:4294967295] 192.168.203.55@tcp LPNI seq info [87994:87994:8:4294967295] 00000400:00000200:2.0:1761311768.677730:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.677736:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.677741:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352786). 00000800:00000200:2.0:1761311768.677748:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.677754:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.677762:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.677783:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000013acd29f. 00000020:00000010:2.0:1761311768.677790:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd3fb496. 00000020:00000010:2.0:1761311768.677792:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000362db1bc. 00010000:00000010:2.1:1761311768.678365:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000140f9d19. 00010000:00000010:2.1:1761311768.678373:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00000800:00000200:2.0:1761311768.678471:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.678475:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352538). 00000400:00000200:2.0:1761311768.678480:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.678485:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.678490:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:2.0:1761311768.678491:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00010000:00000010:0.1:1761311768.678669:0:78647:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000e58e9a6. 00010000:00000010:0.1:1761311768.678677:0:78647:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c88693fa. 00010000:00000010:0.1:1761311768.678681:0:78647:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000509442a5. 00010000:00000010:3.1:1761311768.678943:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000062f0fcf5. 00010000:00000010:3.0:1761311768.679032:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000003007ddb. 00010000:00000010:3.0:1761311768.679044:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b6b08961. 00000001:00000010:3.0:1761311768.679075:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.679098:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00080000:00000010:3.0:1761311768.679109:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001d109b67. 00000001:00000010:3.0:1761311768.679125:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.679133:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.679140:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.679145:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00100000:00000010:3.0:1761311768.679163:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002728fc40. 00010000:00000010:3.0:1761311768.679195:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311768.679204:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.679225:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f95b4867. 00000100:00000010:3.0:1761311768.679236:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eda82c98. 00000100:00000010:3.0:1761311768.679251:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311768.679283:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ec225cba. 02000000:00000010:3.0:1761311768.679344:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000887d070b. 00000400:00000010:3.0:1761311768.679351:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000405b02f6. 00000400:00000010:3.0:1761311768.679358:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311768.679366:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712512, portal 16 00000400:00000010:3.0:1761311768.679371:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311768.679374:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712512, offset 0 00000400:00000200:3.0:1761311768.679384:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.679403:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.679413:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.679417:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.679420:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.679424:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87995:87995:256:4294967295] 192.168.203.55@tcp LPNI seq info [87995:87995:8:4294967295] 00000400:00000200:3.0:1761311768.679436:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.679442:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.679447:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.679453:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.679461:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.679464:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.680199:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.680204:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311768.680211:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.680221:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.680226:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:0.0:1761311768.680228:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:0.0:1761311768.680238:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787712512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311768.682452:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d6d558c9. 00010000:00000010:2.1:1761311768.685808:0:78637:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c0c6a05b. 00010000:00000010:2.1:1761311768.685823:0:78637:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000001205a470. 00000400:00000200:1.0:1761311768.687158:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.687177:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0800 00000400:00000200:1.0:1761311768.687185:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabcfd [1] + 224 00000400:00000200:1.0:1761311768.687198:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.687203:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.687214:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787712512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.688409:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.688420:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154d40 00000400:00000200:1.0:1761311768.688428:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa649 [2] + 1640 00000400:00000200:1.0:1761311768.688503:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.688507:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.688513:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.688519:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000020:00000010:1.0:1761311768.688574:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038d3579b. 00000020:00000010:1.0:1761311768.688580:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.688584:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.688609:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781832000/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311768.688641:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832000 02000000:00000010:1.0:1761311768.688652:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000ee7fe717. 00010000:00000010:1.0:1761311768.688694:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae562976. 00000100:00000010:1.0:1761311768.688702:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000c8a3c02d. 00000100:00000010:1.0:1761311768.688709:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000c8a3c02d. 00010000:00000010:1.0:1761311768.688712:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae562976. 00000400:00000010:1.0:1761311768.688727:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000006579252. 00000100:00000200:1.0:1761311768.688732:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832000, offset 224 00000400:00000200:1.0:1761311768.688739:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.688749:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.688754:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87996:87996:256:4294967295] 192.168.203.55@tcp LPNI seq info [87996:87996:8:4294967295] 00000400:00000200:1.0:1761311768.688763:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.688768:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.688773:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ee8f132e (tot 82352786). 00000800:00000200:1.0:1761311768.688778:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.688784:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.688788:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ee8f132e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.688804:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.688808:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.688810:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038d3579b. 00000400:00000010:3.0:1761311768.689034:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000405b02f6. 00000400:00000200:3.0:1761311768.689040:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:3.0:1761311768.689042:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:3.0:1761311768.689049:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787712512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.689068:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787712512/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.689093:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000038073ac5. 02000000:00000010:3.0:1761311768.689108:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000887d070b. 02000000:00000010:3.0:1761311768.689113:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ec225cba. 00000100:00000010:3.0:1761311768.689117:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:3.0:1761311768.689120:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eda82c98. 00010000:00000010:3.0:1761311768.689123:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f95b4867. 00080000:00000010:3.0:1761311768.689137:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cc3c18e4. 00010000:00000010:3.0:1761311768.689252:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.689259:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002dd41e7c. 00000001:00000010:3.0:1761311768.689281:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.689294:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00080000:00000010:3.0:1761311768.689299:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ec225cba. 00000001:00000010:3.0:1761311768.689306:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.689329:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.689335:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000405b02f6. 00000001:00000010:3.0:1761311768.689340:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000405b02f6. 00100000:00000010:3.0:1761311768.689351:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003319858f. 00010000:00000010:3.0:1761311768.689367:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002fba2335. 00010000:00000010:3.0:1761311768.689372:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000000ded19cc. 00010000:00000010:3.0:1761311768.689379:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f95b4867. 00000100:00000010:3.0:1761311768.689383:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000eda82c98. 00000100:00000010:3.0:1761311768.689388:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c59f1dbd. 02000000:00000010:3.0:1761311768.689397:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000887d070b. 02000000:00000010:3.0:1761311768.689419:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da36740f. 00000400:00000010:3.0:1761311768.689422:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000405b02f6. 00000400:00000010:3.0:1761311768.689425:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311768.689430:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712576, portal 16 00000400:00000010:3.0:1761311768.689433:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311768.689435:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712576, offset 0 00000400:00000200:3.0:1761311768.689439:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.689445:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.689451:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.689454:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.689457:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.689460:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87997:87997:255:4294967295] 192.168.203.55@tcp LPNI seq info [87997:87997:7:4294967295] 00000400:00000200:3.0:1761311768.689467:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.689470:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.689473:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82353034). 00000800:00000200:3.0:1761311768.689477:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.689482:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.689484:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.691902:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.691909:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ee8f132e (tot 82352786). 00000400:00000200:2.0:1761311768.691917:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.691926:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.691931:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000006579252 00000400:00000010:2.0:1761311768.691933:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000006579252. 00000800:00000200:2.0:1761311768.692004:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.692006:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:2.0:1761311768.692010:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.692013:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.692015:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:2.0:1761311768.692017:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:2.0:1761311768.692025:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c59f1dbd x1846867787712576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311768.693353:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e29d68b8. 00010000:00000010:3.1:1761311768.693650:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009c87b32b. 00010000:00000010:3.1:1761311768.693658:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000538bde14. 00000400:00000200:3.0:1761311768.698634:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.698663:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0840 00000400:00000200:3.0:1761311768.698678:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd09 [1] + 224 00000400:00000200:3.0:1761311768.698694:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.698699:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.698717:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c59f1dbd x1846867787712576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.698764:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.698771:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154d80 00000400:00000200:3.0:1761311768.698776:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa649 [2] + 1968 00000400:00000010:3.0:1761311768.698781:0:15806:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000024691718. 00000400:00000200:3.0:1761311768.698786:0:15806:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000e82fdc0d 00000400:00000010:2.0:1761311768.699094:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000405b02f6. 00000400:00000200:2.0:1761311768.699103:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:2.0:1761311768.699105:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:2.0:1761311768.699119:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c59f1dbd x1846867787712576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311768.699128:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c59f1dbd x1846867787712576/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311768.699157:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da36740f. 02000000:00000010:2.0:1761311768.699162:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000887d070b. 00000100:00000010:2.0:1761311768.699166:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c59f1dbd. 00000100:00000010:2.0:1761311768.699169:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000eda82c98. 00010000:00000010:2.0:1761311768.699172:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f95b4867. 00010000:00000010:3.1:1761311768.702451:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000000a562da. 00010000:00000010:3.1:1761311768.702475:0:15806:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005681352b. 00010000:00000010:3.1:1761311768.702481:0:15806:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000400:00000200:3.0:1761311768.702528:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.702544:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.702554:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e82fdc0d 00000400:00000010:3.0:1761311768.702558:0:15806:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000e82fdc0d (tot 82352386). 00000100:00000200:3.0:1761311768.702569:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311768.702893:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000362db1bc. 00000020:00000010:2.0:1761311768.702905:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311768.702909:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd3fb496. 00000100:00000200:2.0:1761311768.702939:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003ab8bf9e x1846867781832064/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311768.702970:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832064 02000000:00000010:2.0:1761311768.702980:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000a43ed0ee. 00010000:00000010:2.0:1761311768.703007:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e46a97b3. 00010000:00000010:2.0:1761311768.703028:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000908c333b. 00000100:00000010:2.0:1761311768.703035:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000f0fbc402. 00000100:00000010:2.0:1761311768.703048:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000f0fbc402. 00010000:00000010:2.0:1761311768.703051:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000908c333b. 00000400:00000010:2.0:1761311768.703063:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311768.703068:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832064, offset 224 00000400:00000200:2.0:1761311768.703075:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.703089:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.703095:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87998:87998:256:4294967295] 192.168.203.55@tcp LPNI seq info [87998:87998:8:4294967295] 00000400:00000200:2.0:1761311768.703105:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.703110:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.703115:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352634). 00000800:00000200:2.0:1761311768.703121:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.703127:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.703130:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.703145:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311768.703149:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd3fb496. 00000020:00000010:2.0:1761311768.703152:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000362db1bc. 02000000:00000010:2.0:1761311768.703161:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000ee7fe717. 00000100:00000010:2.0:1761311768.703164:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:2.0:1761311768.703168:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083fb5324. 00000100:00000010:2.0:1761311768.703170:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e40d05a. 02000000:00000010:2.0:1761311768.703173:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000f736c024. 00000100:00000010:2.0:1761311768.703175:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 02000000:00000010:2.0:1761311768.703178:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000079e1a5f1. 00000100:00000010:2.0:1761311768.703181:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311768.703183:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b01e8f58. 00000100:00000010:2.0:1761311768.703185:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002b91edfc. 02000000:00000010:2.0:1761311768.703188:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000036567502. 00000100:00000010:2.0:1761311768.703189:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000002ef0282b. 00000100:00000200:2.0:1761311768.703194:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311768.703199:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000e8cca4b3. 00000400:00000010:2.0:1761311768.703203:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000f0fbc402 (tot 82352786). 00000800:00000200:2.0:1761311768.703331:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.703334:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352538). 00000400:00000200:2.0:1761311768.703339:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.703343:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.703347:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:2.0:1761311768.703349:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 02000000:00000010:2.0:1761311768.703353:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000a43ed0ee. 00080000:00000010:2.0:1761311768.703375:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000a43ed0ee. 00010000:00000010:2.0:1761311768.703492:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000ded19cc. 00010000:00000010:2.0:1761311768.703499:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000af83676f. 00000001:00000010:2.0:1761311768.703514:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ba463da. 00000001:00000010:2.0:1761311768.703524:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ba463da. 00080000:00000010:2.0:1761311768.703528:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000083fb5324. 00000001:00000010:2.0:1761311768.703535:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ba463da. 00000001:00000010:2.0:1761311768.703539:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ba463da. 00000001:00000010:2.0:1761311768.703543:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000ba463da. 00000001:00000010:2.0:1761311768.703547:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000ba463da. 00100000:00000010:2.0:1761311768.703556:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009992af58. 00100000:00000010:2.0:1761311768.703564:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b6fcf660. 00100000:00000010:2.0:1761311768.703568:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000bd90ff80. 00010000:00000010:2.0:1761311768.703596:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000094c246ee. 00010000:00000010:2.0:1761311768.703602:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000d3e0e56b. 00010000:00000010:2.0:1761311768.703610:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000908c333b. 00000100:00000010:2.0:1761311768.703614:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6fcf660. 00000100:00000010:2.0:1761311768.703620:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c56dccaa. 02000000:00000010:2.0:1761311768.703630:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000362db1bc. 02000000:00000010:2.0:1761311768.703650:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e56b61c2. 00000400:00000010:2.0:1761311768.703654:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000ba463da. 00000400:00000010:2.0:1761311768.703657:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000099989a72. 00000100:00000200:2.0:1761311768.703660:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712640, portal 16 00000400:00000010:2.0:1761311768.703664:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311768.703666:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712640, offset 0 00000400:00000200:2.0:1761311768.703670:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.703676:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.703682:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.703686:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.703688:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.703691:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [87999:87999:256:4294967295] 192.168.203.55@tcp LPNI seq info [87999:87999:8:4294967295] 00000400:00000200:2.0:1761311768.703699:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.703703:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.703705:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352786). 00000800:00000200:2.0:1761311768.703709:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.703713:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.703715:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.703761:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.703764:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352538). 00000400:00000200:2.0:1761311768.703767:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.703770:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.703772:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311768.703774:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311768.703778:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c56dccaa x1846867787712640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.715177:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.715197:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0880 00000400:00000200:1.0:1761311768.715208:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd19 [1] + 224 00000400:00000200:1.0:1761311768.715221:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.715225:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.715238:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c56dccaa x1846867787712640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.715291:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.715298:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154dc0 00000400:00000200:1.0:1761311768.715304:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6a9 [2] + 0 00000400:00000010:3.0:1761311768.715385:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000ba463da. 00000400:00000200:3.0:1761311768.715396:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000099989a72 00000400:00000010:3.0:1761311768.715399:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000099989a72. 00000100:00000200:3.0:1761311768.715413:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c56dccaa x1846867787712640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.715426:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c56dccaa x1846867787712640/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.715467:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e56b61c2. 02000000:00000010:3.0:1761311768.715476:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000362db1bc. 00000100:00000010:3.0:1761311768.715483:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c56dccaa. 00000100:00000010:3.0:1761311768.715488:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b6fcf660. 00010000:00000010:3.0:1761311768.715493:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000908c333b. 00000400:00000200:1.0:1761311768.715516:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.715523:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.715528:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.715534:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00000020:00000010:3.0:1761311768.715655:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000152ac173. 00000020:00000010:3.0:1761311768.715664:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.715670:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.715703:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781832128/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311768.715746:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832128 02000000:00000010:3.0:1761311768.715761:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008650db45. 00010000:00000010:3.0:1761311768.715800:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a0f9d012. 00010000:00000010:3.0:1761311768.715824:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311768.715833:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311768.715854:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311768.715857:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000010:3.0:1761311768.715874:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311768.715879:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832128, offset 224 00000400:00000200:3.0:1761311768.715890:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.715907:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.715914:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88000:88000:256:4294967295] 192.168.203.55@tcp LPNI seq info [88000:88000:8:4294967295] 00080000:00000010:0.0:1761311768.715926:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000812b7bca. 00000400:00000200:3.0:1761311768.715927:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.715940:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.715946:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.715953:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.715962:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.715966:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.715990:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.715995:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.715998:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000152ac173. 00010000:00000010:0.0:1761311768.716099:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d3e0e56b. 00010000:00000010:0.0:1761311768.716110:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000003a36a22e. 00000001:00000010:0.0:1761311768.716132:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070502964. 00000001:00000010:0.0:1761311768.716148:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070502964. 00080000:00000010:0.0:1761311768.716154:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000002c2c54c1. 00000001:00000010:0.0:1761311768.716163:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070502964. 00000001:00000010:0.0:1761311768.716169:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070502964. 00000001:00000010:0.0:1761311768.716174:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000070502964. 00000001:00000010:0.0:1761311768.716179:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000070502964. 00100000:00000010:0.0:1761311768.716194:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000037a98dd3. 00010000:00000010:0.0:1761311768.716213:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000647c2c91. 00010000:00000010:0.0:1761311768.716220:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a9dd6c54. 00010000:00000010:0.0:1761311768.716232:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000022b9328b. 00000100:00000010:0.0:1761311768.716240:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.716256:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006622c1da. 02000000:00000010:0.0:1761311768.716279:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000566d2f7e. 02000000:00000010:0.0:1761311768.716350:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b080877c. 00000400:00000010:0.0:1761311768.716357:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000070502964. 00000400:00000010:0.0:1761311768.716363:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001b60bbe6. 00000100:00000200:0.0:1761311768.716372:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712704, portal 16 00000400:00000010:0.0:1761311768.716377:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003c9b1da1. 00000100:00000200:0.0:1761311768.716379:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712704, offset 0 00000400:00000200:0.0:1761311768.716389:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.716402:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.716411:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.716415:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.716419:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.716423:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88001:88001:255:4294967295] 192.168.203.55@tcp LPNI seq info [88001:88001:7:4294967295] 00000400:00000200:0.0:1761311768.716432:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.716437:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.716442:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82353034). 00000800:00000200:0.0:1761311768.716447:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.716454:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.716458:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.716564:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.716567:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352786). 00000400:00000200:1.0:1761311768.716572:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.716576:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.716676:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:1.0:1761311768.716679:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000800:00000200:1.0:1761311768.717048:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.717051:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:1.0:1761311768.717056:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.717060:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.717063:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003c9b1da1 00000400:00000010:1.0:1761311768.717064:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003c9b1da1. 00000100:00000200:1.0:1761311768.717070:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006622c1da x1846867787712704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311768.721588:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000594ae361. 00010000:00000010:2.1:1761311768.721608:0:1027:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000011e8e0cc. 00010000:00000010:2.1:1761311768.721613:0:1027:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002fba2335. 00010000:00000010:3.1:1761311768.724185:0:1026:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000312cb86d. 00010000:00000010:0.1:1761311768.725347:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d3570b5c. 00010000:00000010:0.1:1761311768.725362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000094c246ee. 00000400:00000200:2.0:1761311768.728578:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.728605:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f08c0 00000400:00000200:2.0:1761311768.728618:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd25 [1] + 224 00000400:00000200:2.0:1761311768.728636:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.728641:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.728656:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006622c1da x1846867787712704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.728715:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.728724:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154e00 00000400:00000200:2.0:1761311768.728732:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6a9 [2] + 328 00000400:00000200:2.0:1761311768.728752:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.728758:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.728762:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.728769:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 00000020:00000010:1.0:1761311768.728881:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000038d3579b. 00000400:00000010:3.0:1761311768.728882:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000070502964. 00000400:00000200:3.0:1761311768.728890:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001b60bbe6 00000400:00000010:3.0:1761311768.728896:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001b60bbe6. 00000020:00000010:1.0:1761311768.728897:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ca56b97d. 00000020:00000010:1.0:1761311768.728905:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:3.0:1761311768.728907:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006622c1da x1846867787712704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.728919:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006622c1da x1846867787712704/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.728942:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d83d9e9a x1846867781832192/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 02000000:00000010:3.0:1761311768.728963:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b080877c. 02000000:00000010:3.0:1761311768.728973:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000566d2f7e. 00000100:00000010:3.0:1761311768.728978:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006622c1da. 00000100:00000010:3.0:1761311768.728982:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:3.0:1761311768.728989:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000022b9328b. 00000100:00000200:1.0:1761311768.729011:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832192 02000000:00000010:1.0:1761311768.729026:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007c25798c. 00010000:00000010:1.0:1761311768.729058:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000001644eb6. 00010000:00000010:1.0:1761311768.729080:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000ae562976. 00000100:00000010:1.0:1761311768.729090:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.729111:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.729115:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000ae562976. 00000400:00000010:1.0:1761311768.729133:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311768.729138:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832192, offset 224 00000400:00000200:1.0:1761311768.729146:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.729161:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.729168:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88002:88002:256:4294967295] 192.168.203.55@tcp LPNI seq info [88002:88002:8:4294967295] 00000400:00000200:1.0:1761311768.729179:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00080000:00000010:3.0:1761311768.729186:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000152ac173. 00000800:00000200:1.0:1761311768.729188:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.729195:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.729203:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.729212:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.729215:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.729238:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ca56b97d. 00000020:00000010:1.0:1761311768.729242:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.729245:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000038d3579b. 00000800:00000200:1.0:1761311768.729411:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00010000:00000010:3.0:1761311768.729413:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a9dd6c54. 00000800:00000010:1.0:1761311768.729416:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311768.729423:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:3.0:1761311768.729425:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e0c8eede. 00000400:00000200:1.0:1761311768.729431:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.729437:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:1.0:1761311768.729439:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000001:00000010:3.0:1761311768.729458:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311768.729477:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00080000:00000010:3.0:1761311768.729485:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005bcacca9. 00000001:00000010:3.0:1761311768.729494:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311768.729503:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311768.729510:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311768.729515:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00100000:00000010:3.0:1761311768.729531:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005f61c68f. 00010000:00000010:3.0:1761311768.729553:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000047af8b90. 00010000:00000010:3.0:1761311768.729560:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000341a7f45. 00010000:00000010:3.0:1761311768.729575:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311768.729582:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311768.729591:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311768.729605:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb88c014. 02000000:00000010:3.0:1761311768.729639:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000006ed712c3. 00000400:00000010:3.0:1761311768.729643:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5ddcd22. 00000400:00000010:3.0:1761311768.729649:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311768.729656:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712768, portal 16 00000400:00000010:3.0:1761311768.729733:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.729736:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712768, offset 0 00000400:00000200:3.0:1761311768.729743:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.729756:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.729764:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.729769:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.729772:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.729775:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88003:88003:256:4294967295] 192.168.203.55@tcp LPNI seq info [88003:88003:8:4294967295] 00000400:00000200:3.0:1761311768.729784:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.729792:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.729797:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311768.729802:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.729808:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.729811:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.732460:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.732469:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:1.0:1761311768.732479:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.732488:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.732494:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:1.0:1761311768.732496:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:1.0:1761311768.732506:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006a704445 x1846867787712768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.734333:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.734351:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0900 00000400:00000200:2.0:1761311768.734360:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd31 [1] + 224 00000400:00000200:2.0:1761311768.734379:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.734383:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.734394:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006a704445 x1846867787712768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.734886:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5ddcd22. 00000400:00000200:3.0:1761311768.734897:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:3.0:1761311768.734900:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:3.0:1761311768.734914:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006a704445 x1846867787712768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.734926:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006a704445 x1846867787712768/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.734967:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000006ed712c3. 02000000:00000010:3.0:1761311768.734975:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb88c014. 00000100:00000010:3.0:1761311768.734980:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 00000100:00000010:3.0:1761311768.734985:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311768.734990:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000200:1.0:1761311768.736415:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.736432:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154e40 00000400:00000200:1.0:1761311768.736439:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6a9 [2] + 656 00000400:00000200:1.0:1761311768.736502:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.736507:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.736512:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.736517:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000020:00000010:3.0:1761311768.736652:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb88c014. 00000020:00000010:3.0:1761311768.736665:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.736671:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.736711:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781832256/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.736763:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832256 02000000:00000010:3.0:1761311768.736779:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000006ed712c3. 00010000:00000010:3.0:1761311768.736818:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5bf185d. 00010000:00000010:3.0:1761311768.736857:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311768.736866:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311768.736883:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311768.736887:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000010:3.0:1761311768.736902:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311768.736908:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832256, offset 224 00000400:00000200:3.0:1761311768.736986:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.737003:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.737011:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88004:88004:256:4294967295] 192.168.203.55@tcp LPNI seq info [88004:88004:8:4294967295] 00000400:00000200:3.0:1761311768.737024:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.737030:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.737036:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311768.737043:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.737052:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.737057:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00080000:00000010:2.0:1761311768.737258:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000235cb1bb. 00010000:00000010:2.0:1761311768.737410:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000341a7f45. 00010000:00000010:2.0:1761311768.737419:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000a069b7ee. 00000001:00000010:2.0:1761311768.737440:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.737453:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00080000:00000010:2.0:1761311768.737459:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000025444ad9. 00000001:00000010:2.0:1761311768.737477:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.737489:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.737494:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.737500:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00100000:00000010:2.0:1761311768.737513:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004f61295e. 00010000:00000010:2.0:1761311768.737531:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d700874a. 00010000:00000010:2.0:1761311768.737537:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000056523a46. 00010000:00000010:2.0:1761311768.737551:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b753da65. 00000100:00000010:2.0:1761311768.737559:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6fcf660. 00000100:00000010:2.0:1761311768.737575:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 02000000:00000010:2.0:1761311768.737589:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b7bbc9e6. 02000000:00000010:2.0:1761311768.737617:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000fafb5ccd. 00000400:00000010:2.0:1761311768.737622:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009b788be. 00000400:00000010:2.0:1761311768.737628:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311768.737634:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712832, portal 16 00000400:00000010:2.0:1761311768.737639:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004da4c9eb. 00000100:00000200:2.0:1761311768.737641:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712832, offset 0 00000400:00000200:2.0:1761311768.737649:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.737661:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.737668:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.737671:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.737675:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.737678:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88005:88005:255:4294967295] 192.168.203.55@tcp LPNI seq info [88005:88005:7:4294967295] 00000400:00000200:2.0:1761311768.737688:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.737693:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.737697:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82353034). 00000800:00000200:2.0:1761311768.737703:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.737710:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.737713:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 424 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.737773:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.737781:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.737785:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb88c014. 00000800:00000200:1.0:1761311768.741062:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.741075:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352786). 00000400:00000200:1.0:1761311768.741089:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.741103:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.741111:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:1.0:1761311768.741114:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000800:00000200:1.0:1761311768.741225:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.741228:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352538). 00000400:00000200:1.0:1761311768.741236:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.741241:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.741245:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004da4c9eb 00000400:00000010:1.0:1761311768.741247:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004da4c9eb. 00000100:00000200:1.0:1761311768.741259:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac3e3358 x1846867787712832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.745493:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ae90b259. 00010000:00000010:3.1:1761311768.745519:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000647c2c91. 00010000:00000010:3.1:1761311768.745528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006f06536e. 00010000:00000010:1.1:1761311768.746190:0:1:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000103deea8. 00000400:00000200:2.0:1761311768.748047:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.748077:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0940 00000400:00000200:2.0:1761311768.748101:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd3d [1] + 224 00000400:00000200:2.0:1761311768.748116:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.748120:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.748134:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac3e3358 x1846867787712832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311768.748174:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311768.748182:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154e80 00000400:00000200:2.0:1761311768.748190:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6a9 [2] + 984 00000400:00000200:2.0:1761311768.748205:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.748209:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311768.748214:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311768.748220:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000003a61fcec. 00000400:00000010:2.0:1761311768.748256:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009b788be. 00000400:00000200:2.0:1761311768.748260:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311768.748263:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311768.748268:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac3e3358 x1846867787712832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311768.748287:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac3e3358 x1846867787712832/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311768.748356:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000fafb5ccd. 02000000:00000010:2.0:1761311768.748369:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b7bbc9e6. 00000100:00000010:2.0:1761311768.748375:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000010:2.0:1761311768.748380:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b6fcf660. 00010000:00000010:2.0:1761311768.748384:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b753da65. 00000020:00000010:3.0:1761311768.751909:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb88c014. 00000020:00000010:3.0:1761311768.751918:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.751922:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.751953:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000003a61fcec x1846867781832320/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311768.751992:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832320 02000000:00000010:3.0:1761311768.752004:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fa311c60. 00010000:00000010:3.0:1761311768.752045:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000fe1d9098. 00010000:00000010:3.0:1761311768.752063:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311768.752070:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311768.752094:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311768.752097:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000010:3.0:1761311768.752111:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311768.752117:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832320, offset 224 00080000:00000010:0.0:1761311768.752129:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000be0eca39. 00000400:00000200:3.0:1761311768.752135:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.752152:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.752158:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88006:88006:256:4294967295] 192.168.203.55@tcp LPNI seq info [88006:88006:8:4294967295] 00000400:00000200:3.0:1761311768.752170:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.752176:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.752182:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311768.752188:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.752195:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.752199:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.752228:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.752234:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.752239:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb88c014. 00010000:00000010:0.0:1761311768.752246:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000056523a46. 00010000:00000010:0.0:1761311768.752254:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057431969. 00010000:00000010:2.1:1761311768.752511:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000f3e660bd. 00010000:00000010:2.1:1761311768.752528:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000047af8b90. 00000800:00000200:1.0:1761311768.753592:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.753598:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:1.0:1761311768.753605:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.753612:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.753616:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:1.0:1761311768.753619:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000001:00000010:2.0:1761311768.754964:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.755000:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00080000:00000010:2.0:1761311768.755012:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b7bbc9e6. 00000001:00000010:2.0:1761311768.755034:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.755046:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.755054:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.755060:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00100000:00000010:2.0:1761311768.755090:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000379b594a. 00010000:00000010:2.0:1761311768.755128:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000002beff87d. 00010000:00000010:2.0:1761311768.755140:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311768.755160:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b753da65. 00000100:00000010:2.0:1761311768.755171:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6fcf660. 00000100:00000010:2.0:1761311768.755184:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 02000000:00000010:2.0:1761311768.755203:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fafb5ccd. 02000000:00000010:2.0:1761311768.758605:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001a7477aa. 00000400:00000010:2.0:1761311768.758624:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009b788be. 00000400:00000010:2.0:1761311768.758634:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311768.758643:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712896, portal 16 00000400:00000010:2.0:1761311768.758651:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002b3fb544. 00000100:00000200:2.0:1761311768.758654:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712896, offset 0 00000400:00000200:2.0:1761311768.758667:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.758691:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.758701:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.758706:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.758709:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.758714:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88007:88007:256:4294967295] 192.168.203.55@tcp LPNI seq info [88007:88007:8:4294967295] 00000400:00000200:2.0:1761311768.758730:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.758739:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.758750:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000008dc5b89b (tot 82352786). 00000800:00000200:2.0:1761311768.758761:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.758770:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.758776:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000008dc5b89b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.758933:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.758943:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000008dc5b89b (tot 82352538). 00000400:00000200:0.0:1761311768.758953:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.758963:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.758970:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002b3fb544 00000400:00000010:0.0:1761311768.758972:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002b3fb544. 00000100:00000200:0.0:1761311768.758982:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac3e3358 x1846867787712896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.763107:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.763128:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0980 00000400:00000200:0.0:1761311768.763138:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd49 [1] + 224 00000400:00000200:0.0:1761311768.763151:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.763155:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.763165:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac3e3358 x1846867787712896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.763193:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.763198:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154ec0 00000400:00000200:0.0:1761311768.763202:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6a9 [2] + 1312 00000400:00000200:0.0:1761311768.763264:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.763269:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.763280:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.763286:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001aa20607. 00010000:00000010:0.1:1761311768.763378:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e6e43370. 00010000:00000010:0.1:1761311768.763385:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d700874a. 00010000:00000010:3.1:1761311768.766705:0:32:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006adfae41. 00000020:00000010:3.0:1761311768.766756:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb88c014. 00000020:00000010:3.0:1761311768.766763:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.766768:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.766801:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001aa20607 x1846867781832384/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311768.766835:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832384 02000000:00000010:3.0:1761311768.766846:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000da36740f. 00010000:00000010:3.0:1761311768.766888:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311768.766904:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311768.766913:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311768.766920:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000400:00000010:3.0:1761311768.766944:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311768.766950:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832384, offset 224 00000400:00000200:3.0:1761311768.766959:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.766972:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.766991:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88008:88008:256:4294967295] 192.168.203.55@tcp LPNI seq info [88008:88008:8:4294967295] 00000400:00000200:3.0:1761311768.767006:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.767012:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.767016:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311768.767023:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.767029:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.767033:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.767053:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.767057:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.767060:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb88c014. 00000400:00000010:2.0:1761311768.767097:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009b788be. 00000400:00000200:2.0:1761311768.767107:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311768.767111:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311768.767125:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac3e3358 x1846867787712896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311768.767137:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac3e3358 x1846867787712896/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.0:1761311768.767171:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008cbacb96. 00000800:00000200:3.0:1761311768.767174:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.767179:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:3.0:1761311768.767187:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.767197:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 02000000:00000010:2.0:1761311768.767201:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001a7477aa. 00000400:00000200:3.0:1761311768.767202:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:3.0:1761311768.767206:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 02000000:00000010:2.0:1761311768.767214:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fafb5ccd. 00000100:00000010:2.0:1761311768.767223:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000010:2.0:1761311768.767228:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b6fcf660. 00010000:00000010:2.0:1761311768.767232:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b753da65. 00080000:00000010:2.0:1761311768.767253:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fafb5ccd. 00010000:00000010:2.0:1761311768.767475:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311768.767483:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000da7d660d. 00000001:00000010:2.0:1761311768.767505:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.767525:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00080000:00000010:2.0:1761311768.767530:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001a7477aa. 00000001:00000010:2.0:1761311768.767540:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.767547:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.767553:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.767558:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00100000:00000010:2.0:1761311768.767574:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000058f5f2cb. 00100000:00000010:2.0:1761311768.767583:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000047b98777. 00100000:00000010:2.0:1761311768.767587:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003bcd5a5a. 00010000:00000010:2.0:1761311768.767612:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000020082924. 00010000:00000010:2.0:1761311768.767619:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311768.767633:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b753da65. 00000100:00000010:2.0:1761311768.767639:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6fcf660. 00000100:00000010:2.0:1761311768.767647:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 02000000:00000010:2.0:1761311768.767660:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000cb970490. 02000000:00000010:2.0:1761311768.767692:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000006731310. 00000400:00000010:2.0:1761311768.767698:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009b788be. 00000400:00000010:2.0:1761311768.767704:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311768.767711:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787712960, portal 16 00000400:00000010:2.0:1761311768.767717:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000040dc3ccc. 00000100:00000200:2.0:1761311768.767719:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787712960, offset 0 00000400:00000200:2.0:1761311768.767727:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.767742:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.767751:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.767755:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.767759:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.767762:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88009:88009:256:4294967295] 192.168.203.55@tcp LPNI seq info [88009:88009:8:4294967295] 00000400:00000200:2.0:1761311768.767772:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.767779:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.767783:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311768.767791:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.767798:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.767801:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.767905:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.767909:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352538). 00000400:00000200:0.0:1761311768.767914:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.767921:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.767924:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000040dc3ccc 00000400:00000010:0.0:1761311768.767925:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000040dc3ccc. 00000100:00000200:0.0:1761311768.767932:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac3e3358 x1846867787712960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311768.770422:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.770439:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f09c0 00000400:00000200:0.0:1761311768.770446:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd55 [1] + 224 00000400:00000200:0.0:1761311768.770460:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.770464:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.770474:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac3e3358 x1846867787712960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311768.770565:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009b788be. 00000400:00000200:2.0:1761311768.770570:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:2.0:1761311768.770572:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:2.0:1761311768.770577:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac3e3358 x1846867787712960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311768.770585:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac3e3358 x1846867787712960/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311768.770617:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000006731310. 02000000:00000010:2.0:1761311768.770623:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000cb970490. 00000100:00000010:2.0:1761311768.770628:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000010:2.0:1761311768.770631:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b6fcf660. 00010000:00000010:2.0:1761311768.770635:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b753da65. 00000400:00000200:3.0:1761311768.772570:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.772589:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154f00 00000400:00000200:3.0:1761311768.772595:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6a9 [2] + 1640 00000400:00000200:3.0:1761311768.772654:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.772659:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.772664:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.772670:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000020:00000010:0.0:1761311768.772748:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000566d2f7e. 00000020:00000010:0.0:1761311768.772755:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311768.772759:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.772783:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781832448/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311768.772818:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832448 02000000:00000010:0.0:1761311768.772829:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b080877c. 00010000:00000010:0.0:1761311768.772861:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a204fc1d. 00010000:00000010:0.0:1761311768.772882:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000004074cff4. 00000100:00000010:0.0:1761311768.772888:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.772902:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.772905:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000004074cff4. 00000400:00000010:0.0:1761311768.772916:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311768.772920:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832448, offset 224 00000400:00000200:0.0:1761311768.772927:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.772937:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.772942:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88010:88010:256:4294967295] 192.168.203.55@tcp LPNI seq info [88010:88010:8:4294967295] 00000400:00000200:0.0:1761311768.772950:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.772955:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.772959:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311768.772963:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.772968:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.772971:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.772986:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000a49c5b5d. 00000020:00000010:0.0:1761311768.772990:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.772992:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000566d2f7e. 00080000:00000010:2.0:1761311768.773159:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000cb970490. 00000800:00000200:0.0:1761311768.774243:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.774249:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:0.0:1761311768.774254:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.774260:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.774265:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:0.0:1761311768.774267:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 00010000:00000010:2.1:1761311768.775823:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000ffc167d. 00010000:00000010:2.0:1761311768.775881:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311768.775891:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000b4ddf289. 00000001:00000010:2.0:1761311768.775916:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.775934:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00080000:00000010:2.0:1761311768.775941:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000006731310. 00000001:00000010:2.0:1761311768.775955:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.775964:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.775970:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000009b788be. 00000001:00000010:2.0:1761311768.775976:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000009b788be. 00100000:00000010:2.0:1761311768.775996:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cf4b0f0b. 00010000:00000010:2.0:1761311768.776027:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000e0480128. 00010000:00000010:2.0:1761311768.776033:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000009e23cc3d. 00010000:00000010:2.0:1761311768.776044:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b753da65. 00000100:00000010:2.0:1761311768.776051:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b6fcf660. 00000100:00000010:2.0:1761311768.776060:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000ac3e3358. 02000000:00000010:2.0:1761311768.776072:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000000edfe7a0. 02000000:00000010:2.0:1761311768.776100:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007870f4bc. 00000400:00000010:2.0:1761311768.776104:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000009b788be. 00000400:00000010:2.0:1761311768.776109:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000007708c180. 00000100:00000200:2.0:1761311768.776115:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713024, portal 16 00000400:00000010:2.0:1761311768.776119:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000065f931bc. 00000100:00000200:2.0:1761311768.776122:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713024, offset 0 00000400:00000200:2.0:1761311768.776130:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.776144:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.776151:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:2.0:1761311768.776154:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1761311768.776157:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:2.0:1761311768.776161:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88011:88011:256:4294967295] 192.168.203.55@tcp LPNI seq info [88011:88011:8:4294967295] 00000400:00000200:2.0:1761311768.776170:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.776175:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.776179:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82352786). 00000800:00000200:2.0:1761311768.776185:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.776191:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.776195:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.777352:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.777358:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352538). 00000400:00000200:1.0:1761311768.777367:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.777375:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.777382:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000065f931bc 00000400:00000010:1.0:1761311768.777385:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000065f931bc. 00000100:00000200:1.0:1761311768.777393:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000ac3e3358 x1846867787713024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.778926:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.778945:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0a00 00000400:00000200:3.0:1761311768.778954:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd61 [1] + 224 00000400:00000200:3.0:1761311768.778969:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.778972:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.778981:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000ac3e3358 x1846867787713024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311768.779134:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000009b788be. 00000400:00000200:0.0:1761311768.779139:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007708c180 00000400:00000010:0.0:1761311768.779142:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000007708c180. 00000100:00000200:0.0:1761311768.779147:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000ac3e3358 x1846867787713024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.779154:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000ac3e3358 x1846867787713024/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.779183:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007870f4bc. 02000000:00000010:0.0:1761311768.779190:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000000edfe7a0. 00000100:00000010:0.0:1761311768.779194:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000ac3e3358. 00000100:00000010:0.0:1761311768.779198:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b6fcf660. 00010000:00000010:0.0:1761311768.779202:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b753da65. 00010000:00000010:0.1:1761311768.780639:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000095d7da5d. 00000400:00000200:0.0:1761311768.782414:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.782433:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154f40 00000400:00000200:0.0:1761311768.782441:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6a9 [2] + 1968 00000400:00000010:0.0:1761311768.782446:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000109e9426. 00000400:00000200:0.0:1761311768.782454:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000007b88acc0 00000400:00000200:0.0:1761311768.782516:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.782521:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.782525:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000007b88acc0 00000400:00000010:0.0:1761311768.782527:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000007b88acc0 (tot 82352386). 00000100:00000200:0.0:1761311768.782532:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00010000:00000010:2.1:1761311768.782616:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fc50605b. 00010000:00000010:2.1:1761311768.782624:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002beff87d. 00000020:00000010:3.0:1761311768.782999:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000fb88c014. 00000020:00000010:3.0:1761311768.783006:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.783011:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.783039:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000071966bda x1846867781832512/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:3.0:1761311768.783077:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832512 02000000:00000010:3.0:1761311768.783088:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ee839a1. 00010000:00000010:3.0:1761311768.783118:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002c0fbd2a. 00010000:00000010:3.0:1761311768.783137:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311768.783143:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311768.783162:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:3.0:1761311768.783166:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00080000:00000010:3.0:1761311768.783198:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000061051249. 00010000:00000010:3.0:1761311768.783354:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009e23cc3d. 00010000:00000010:3.0:1761311768.783360:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000062fbf073. 00000001:00000010:3.0:1761311768.783379:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311768.783390:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00080000:00000010:3.0:1761311768.783397:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0ed981f. 00000001:00000010:3.0:1761311768.783405:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311768.783411:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311768.783416:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f5ddcd22. 00000001:00000010:3.0:1761311768.783422:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f5ddcd22. 00100000:00000010:3.0:1761311768.783434:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b241b215. 00010000:00000010:3.0:1761311768.783450:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006596f090. 00010000:00000010:3.0:1761311768.783455:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000004504ab9a. 00010000:00000010:3.0:1761311768.783466:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311768.783470:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311768.783477:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000fed08d72. 02000000:00000010:3.0:1761311768.783489:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b4817ea2. 02000000:00000010:3.0:1761311768.783517:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2b51791. 00000400:00000010:3.0:1761311768.783523:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f5ddcd22. 00000400:00000010:3.0:1761311768.783528:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311768.783536:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713088, portal 16 00000400:00000010:3.0:1761311768.783540:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311768.783542:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713088, offset 0 00000400:00000200:3.0:1761311768.783550:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.783562:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.783570:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.783574:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.783577:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.783580:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88012:88012:256:4294967295] 192.168.203.55@tcp LPNI seq info [88012:88012:8:4294967295] 00000400:00000200:3.0:1761311768.783589:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.783595:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.783600:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352634). 00000800:00000200:3.0:1761311768.783606:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.783613:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.783616:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000400:00000010:3.0:1761311768.783643:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311768.783646:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832512, offset 224 00000400:00000200:3.0:1761311768.783651:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.783657:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.783661:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88013:88013:255:4294967295] 192.168.203.55@tcp LPNI seq info [88013:88013:7:4294967295] 00000400:00000200:3.0:1761311768.783667:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.783671:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.783674:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352882). 00000800:00000200:3.0:1761311768.783677:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.783680:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.783682:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.783692:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.783697:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.783700:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000fb88c014. 02000000:00000010:3.0:1761311768.783707:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b080877c. 00000100:00000010:3.0:1761311768.783711:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 02000000:00000010:3.0:1761311768.783713:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000da36740f. 00000100:00000010:3.0:1761311768.783716:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001aa20607. 02000000:00000010:3.0:1761311768.783719:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fa311c60. 00000100:00000010:3.0:1761311768.783721:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000003a61fcec. 02000000:00000010:3.0:1761311768.783723:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000006ed712c3. 00000100:00000010:3.0:1761311768.783725:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:3.0:1761311768.783729:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007c25798c. 00000100:00000010:3.0:1761311768.783731:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 02000000:00000010:3.0:1761311768.783734:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008650db45. 00000100:00000010:3.0:1761311768.783736:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 00000100:00000200:3.0:1761311768.783744:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:3.0:1761311768.783747:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f804e0c3. 00000400:00000010:3.0:1761311768.783751:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000d521d3a6 (tot 82353034). 00000800:00000200:1.0:1761311768.784396:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.784401:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352786). 00000400:00000200:1.0:1761311768.784406:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.784412:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.784416:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:1.0:1761311768.784418:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:1.0:1761311768.784425:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000fed08d72 x1846867787713088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000800:00000200:1.0:1761311768.784504:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.784507:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:1.0:1761311768.784511:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.784514:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.784516:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:1.0:1761311768.784518:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 02000000:00000010:1.0:1761311768.784522:0:15807:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ee839a1. 00010000:00000010:2.1:1761311768.785680:0:78651:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000005ffb525c. 00010000:00000010:2.1:1761311768.785690:0:78651:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000020082924. 00000400:00000200:3.0:1761311768.789833:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.789861:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0a40 00000400:00000200:3.0:1761311768.789869:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd69 [1] + 224 00000400:00000200:3.0:1761311768.789881:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.789885:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.789896:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000fed08d72 x1846867787713088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.789931:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.789937:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154f80 00000400:00000200:3.0:1761311768.789941:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6f9 [2] + 0 00000400:00000200:3.0:1761311768.790008:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.790012:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.790017:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.790022:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006a704445. 00000400:00000010:0.0:1761311768.790184:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f5ddcd22. 00000400:00000200:0.0:1761311768.790190:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:0.0:1761311768.790192:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:0.0:1761311768.790199:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000fed08d72 x1846867787713088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.790207:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000fed08d72 x1846867787713088/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.790235:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2b51791. 02000000:00000010:0.0:1761311768.790241:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b4817ea2. 00000100:00000010:0.0:1761311768.790245:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000fed08d72. 00000100:00000010:0.0:1761311768.790248:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:0.0:1761311768.790252:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000020:00000010:1.0:1761311768.790372:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000006cba804f. 00000020:00000010:1.0:1761311768.790379:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.790383:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.790411:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006a704445 x1846867781832576/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311768.791105:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832576 02000000:00000010:1.0:1761311768.791116:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000029f049c. 00010000:00000010:1.0:1761311768.791143:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009397b5fa. 00010000:00000010:1.0:1761311768.791166:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3dd30db. 00000100:00000010:1.0:1761311768.791174:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.791194:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.791197:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3dd30db. 00000400:00000010:1.0:1761311768.791209:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311768.791214:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832576, offset 224 00000400:00000200:1.0:1761311768.791221:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.791233:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.791239:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88014:88014:256:4294967295] 192.168.203.55@tcp LPNI seq info [88014:88014:8:4294967295] 00000400:00000200:1.0:1761311768.791251:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.791256:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00080000:00000010:0.0:1761311768.791258:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000000dbfe09f. 00000800:00000010:1.0:1761311768.791261:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.791268:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.791284:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.791288:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.791331:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.791337:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.791340:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000006cba804f. 00010000:00000010:0.0:1761311768.791402:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004504ab9a. 00010000:00000010:0.0:1761311768.791411:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009adda0d8. 00000001:00000010:0.0:1761311768.791428:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000800:00000200:1.0:1761311768.791429:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.791434:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:1.0:1761311768.791439:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000001:00000010:0.0:1761311768.791441:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00000400:00000200:1.0:1761311768.791445:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00080000:00000010:0.0:1761311768.791448:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000566d2f7e. 00000400:00000200:1.0:1761311768.791450:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:1.0:1761311768.791453:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000001:00000010:0.0:1761311768.791457:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.791465:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.791471:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.791476:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00100000:00000010:0.0:1761311768.791486:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b0583140. 00010000:00000010:0.0:1761311768.791499:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b42a724. 00010000:00000010:0.0:1761311768.791503:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000020442adf. 00010000:00000010:0.0:1761311768.791512:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032573f95. 00000100:00000010:0.0:1761311768.791515:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.791521:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1356861. 02000000:00000010:0.0:1761311768.791530:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036567502. 02000000:00000010:0.0:1761311768.791553:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b01e8f58. 00000400:00000010:0.0:1761311768.791557:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000996e2680. 00000400:00000010:0.0:1761311768.791561:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311768.791565:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713152, portal 16 00000400:00000010:0.0:1761311768.791569:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e9f15166. 00000100:00000200:0.0:1761311768.791571:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713152, offset 0 00000400:00000200:0.0:1761311768.791577:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.791584:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.791590:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.791594:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.791597:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.791599:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88015:88015:256:4294967295] 192.168.203.55@tcp LPNI seq info [88015:88015:8:4294967295] 00000400:00000200:0.0:1761311768.791607:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.791611:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.791614:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311768.791617:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.791622:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.791624:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.792606:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.792612:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:1.0:1761311768.792617:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.792624:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.792628:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e9f15166 00000400:00000010:1.0:1761311768.792630:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e9f15166. 00000100:00000200:1.0:1761311768.792637:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1356861 x1846867787713152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.793636:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.793650:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0a80 00000400:00000200:3.0:1761311768.793658:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd7d [1] + 224 00000400:00000200:3.0:1761311768.793671:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.793674:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.793682:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1356861 x1846867787713152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311768.793752:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000996e2680. 00000400:00000200:0.0:1761311768.793757:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:0.0:1761311768.793759:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 00000100:00000200:0.0:1761311768.793764:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1356861 x1846867787713152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.793771:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1356861 x1846867787713152/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.793797:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b01e8f58. 02000000:00000010:0.0:1761311768.793803:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036567502. 00000100:00000010:0.0:1761311768.793808:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1356861. 00000100:00000010:0.0:1761311768.793811:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.793814:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032573f95. 00000400:00000200:1.0:1761311768.794698:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.794712:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a154fc0 00000400:00000200:1.0:1761311768.794718:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6f9 [2] + 328 00000400:00000200:1.0:1761311768.794775:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.794779:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.794783:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.794788:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:3.0:1761311768.795166:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007ddac3dd. 00000020:00000010:3.0:1761311768.795174:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.795178:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.795207:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781832640/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:3.0:1761311768.795246:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832640 02000000:00000010:3.0:1761311768.795260:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d6875580. 00010000:00000010:3.0:1761311768.795298:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000788bbff9. 00010000:00000010:3.0:1761311768.798919:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ef65c23. 00000100:00000010:3.0:1761311768.798935:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.798955:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.798961:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ef65c23. 00000400:00000010:3.0:1761311768.798981:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311768.798986:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832640, offset 224 00000400:00000200:3.0:1761311768.798996:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.799023:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.799031:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88016:88016:256:4294967295] 192.168.203.55@tcp LPNI seq info [88016:88016:8:4294967295] 00000400:00000200:3.0:1761311768.799043:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.799049:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.799055:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311768.799062:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.799070:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00080000:00000010:1.0:1761311768.799074:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006cba804f. 00000800:00000200:3.0:1761311768.799077:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.799112:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000002d0ab7a2. 00000020:00000010:3.0:1761311768.799117:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.799120:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007ddac3dd. 00010000:00000010:1.0:1761311768.799210:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000020442adf. 00010000:00000010:1.0:1761311768.799219:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000005021335d. 00000001:00000010:1.0:1761311768.799242:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd09a59. 00000001:00000010:1.0:1761311768.799256:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007cd09a59. 00080000:00000010:1.0:1761311768.799262:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000000322795. 00000001:00000010:1.0:1761311768.799281:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd09a59. 00000001:00000010:1.0:1761311768.799288:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007cd09a59. 00000001:00000010:1.0:1761311768.799294:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000007cd09a59. 00000001:00000010:1.0:1761311768.799298:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000007cd09a59. 00000800:00000200:0.0:1761311768.799329:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00100000:00000010:1.0:1761311768.799331:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000021cc9890. 00000800:00000010:0.0:1761311768.799333:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311768.799340:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.799345:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00010000:00000010:1.0:1761311768.799349:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004120eb04. 00000400:00000200:0.0:1761311768.799350:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:0.0:1761311768.799354:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00010000:00000010:1.0:1761311768.799358:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000b794a900. 00010000:00000010:1.0:1761311768.799370:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000f3dd30db. 00000100:00000010:1.0:1761311768.799374:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.799382:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 02000000:00000010:1.0:1761311768.799396:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b68cf4e0. 02000000:00000010:1.0:1761311768.799439:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000083be9083. 00000400:00000010:1.0:1761311768.799445:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000007cd09a59. 00000400:00000010:1.0:1761311768.799449:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000086466718. 00000100:00000200:1.0:1761311768.799455:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713216, portal 16 00000400:00000010:1.0:1761311768.799459:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002f4fa423. 00000100:00000200:1.0:1761311768.799461:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713216, offset 0 00000400:00000200:1.0:1761311768.799467:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.799473:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.799479:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.799482:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.799485:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.799487:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88017:88017:256:4294967295] 192.168.203.55@tcp LPNI seq info [88017:88017:8:4294967295] 00000400:00000200:1.0:1761311768.799495:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.799499:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.799502:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.799506:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.799510:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.799512:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.799610:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.799613:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.799616:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.799620:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.799623:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002f4fa423 00000400:00000010:0.0:1761311768.799624:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002f4fa423. 00000100:00000200:0.0:1761311768.799630:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001b89bb95 x1846867787713216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.805565:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009735b7b5. 00010000:00000010:3.1:1761311768.805579:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000008aeab6e7. 00010000:00000010:3.1:1761311768.805584:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000e0480128. 00010000:00000010:3.1:1761311768.805587:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000056211922. 00000400:00000200:1.0:1761311768.805965:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.805981:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0ac0 00000400:00000200:1.0:1761311768.805988:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd89 [1] + 224 00000400:00000200:1.0:1761311768.806002:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.806006:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.806016:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001b89bb95 x1846867787713216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.806093:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000007cd09a59. 00000400:00000200:3.0:1761311768.806099:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000086466718 00000400:00000010:3.0:1761311768.806101:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000086466718. 00000100:00000200:3.0:1761311768.806106:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001b89bb95 x1846867787713216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.806113:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001b89bb95 x1846867787713216/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.806140:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000083be9083. 02000000:00000010:3.0:1761311768.806144:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b68cf4e0. 00000100:00000010:3.0:1761311768.806148:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000010:3.0:1761311768.806153:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:3.0:1761311768.806156:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000f3dd30db. 00000400:00000200:0.0:1761311768.809876:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.809894:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155000 00000400:00000200:0.0:1761311768.809902:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6f9 [2] + 656 00000400:00000200:0.0:1761311768.809966:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.809971:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.809977:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.809983:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1356861. 00000020:00000010:1.0:1761311768.810048:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b68cf4e0. 00000020:00000010:1.0:1761311768.810056:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.810060:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.810084:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d1356861 x1846867781832704/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311768.810118:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832704 02000000:00000010:1.0:1761311768.810127:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083be9083. 00010000:00000010:1.0:1761311768.810150:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ae20df3c. 00010000:00000010:1.0:1761311768.810168:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000fa707199. 00000100:00000010:1.0:1761311768.810173:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.810185:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.810187:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000fa707199. 00000400:00000010:1.0:1761311768.810198:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009aca5c2d. 00000100:00000200:1.0:1761311768.810201:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832704, offset 224 00000400:00000200:1.0:1761311768.810207:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.810216:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.810221:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88018:88018:256:4294967295] 192.168.203.55@tcp LPNI seq info [88018:88018:8:4294967295] 00000400:00000200:1.0:1761311768.810230:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.810234:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.810239:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.810243:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.810249:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.810252:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.810266:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000d63ce908. 00000020:00000010:1.0:1761311768.810269:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.810281:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b68cf4e0. 00000800:00000200:0.0:1761311768.810396:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.810399:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:0.0:1761311768.810402:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.810406:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.810410:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009aca5c2d 00000400:00000010:0.0:1761311768.810412:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009aca5c2d. 00080000:00000010:3.0:1761311768.811151:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007ddac3dd. 00010000:00000010:3.0:1761311768.811281:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000b794a900. 00010000:00000010:3.0:1761311768.811289:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000f0ef3a2e. 00000001:00000010:3.0:1761311768.811305:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00010000:00000010:1.1:1761311768.811359:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d441c53a. 00010000:00000010:1.1:1761311768.811367:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000270a81d0. 00010000:00000010:1.1:1761311768.811370:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b42a724. 00010000:00000010:0.1:1761311768.811415:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ab635bbe. 00010000:00000010:0.1:1761311768.811421:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006596f090. 00000001:00000010:3.0:1761311768.811525:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.811532:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004d435b70. 00000001:00000010:3.0:1761311768.811540:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.811544:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.811549:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.811552:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.811564:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000058df38f5. 00100000:00000010:3.0:1761311768.811570:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000b0fa82b8. 00100000:00000010:3.0:1761311768.811572:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a350dca7. 00010000:00000010:3.0:1761311768.811624:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000057644094. 00010000:00000010:3.0:1761311768.811630:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c75a09e0. 00010000:00000010:3.0:1761311768.811639:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000007ef65c23. 00000100:00000010:3.0:1761311768.811645:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.811653:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.811665:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b90dd00. 02000000:00000010:3.0:1761311768.811691:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b0630446. 00000400:00000010:3.0:1761311768.811696:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.811702:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.811708:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713280, portal 16 00000400:00000010:3.0:1761311768.811713:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311768.811715:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713280, offset 0 00000400:00000200:3.0:1761311768.811722:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.811733:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.811740:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.811744:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.811748:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.811750:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88019:88019:256:4294967295] 192.168.203.55@tcp LPNI seq info [88019:88019:8:4294967295] 00000400:00000200:3.0:1761311768.811759:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.811763:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.811768:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311768.811772:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.811779:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.811782:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.813655:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.813665:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:1.0:1761311768.813675:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.813684:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.813690:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:1.0:1761311768.813692:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:1.0:1761311768.813702:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.816003:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.816023:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0b00 00000400:00000200:1.0:1761311768.816034:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabd95 [1] + 224 00000400:00000200:1.0:1761311768.816045:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.816049:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.816059:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.816097:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.816102:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155040 00000400:00000200:1.0:1761311768.816107:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6f9 [2] + 984 00000400:00000200:1.0:1761311768.816119:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.816122:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.816126:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.816131:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00000400:00000010:3.0:1761311768.816379:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.816385:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.816386:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.816392:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.816400:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713280/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.816433:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b0630446. 02000000:00000010:3.0:1761311768.816440:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b90dd00. 00000100:00000010:3.0:1761311768.816445:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.816448:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.816453:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000007ef65c23. 00000020:00000010:2.0:1761311768.816540:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681a1edb. 00000020:00000010:2.0:1761311768.816547:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311768.816552:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd3fb496. 00000100:00000200:2.0:1761311768.816576:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781832768/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311768.816615:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832768 02000000:00000010:2.0:1761311768.816629:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000edfe7a0. 00010000:00000010:2.0:1761311768.816659:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000002ffb3720. 00010000:00000010:2.0:1761311768.816677:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078161c26. 00000100:00000010:2.0:1761311768.816683:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077497e33. 00000100:00000010:2.0:1761311768.817348:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077497e33. 00010000:00000010:2.0:1761311768.817354:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078161c26. 00000400:00000010:2.0:1761311768.817370:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000061ad0652. 00000100:00000200:2.0:1761311768.817377:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832768, offset 224 00000400:00000200:2.0:1761311768.817387:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.817400:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.817406:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88020:88020:256:4294967295] 192.168.203.55@tcp LPNI seq info [88020:88020:8:4294967295] 00000400:00000200:2.0:1761311768.817416:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.817421:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.817425:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000b00dd9d9 (tot 82352786). 00000800:00000200:2.0:1761311768.817431:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.817438:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.817441:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000b00dd9d9 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.817464:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311768.817469:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd3fb496. 00000020:00000010:2.0:1761311768.817473:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681a1edb. 00080000:00000010:0.0:1761311768.817577:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b01e8f58. 00010000:00000010:0.0:1761311768.817715:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c75a09e0. 00010000:00000010:0.0:1761311768.817723:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007a0febe5. 00000001:00000010:0.0:1761311768.817740:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.817752:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00080000:00000010:0.0:1761311768.817757:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f736c024. 00000001:00000010:0.0:1761311768.817765:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.817770:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.817774:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.817779:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00100000:00000010:0.0:1761311768.817791:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003e0a3dd9. 00010000:00000010:0.0:1761311768.817805:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000d418d7df. 00010000:00000010:0.0:1761311768.817810:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000007b510b6f. 00010000:00000010:0.0:1761311768.817818:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032573f95. 00000100:00000010:0.0:1761311768.817823:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.817830:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b409dc3. 02000000:00000010:0.0:1761311768.817854:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b080877c. 02000000:00000010:0.0:1761311768.817881:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000032f7100b. 00000400:00000010:0.0:1761311768.817886:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000996e2680. 00000400:00000010:0.0:1761311768.817890:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311768.817894:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713344, portal 16 00000400:00000010:0.0:1761311768.817898:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000602a8774. 00000100:00000200:0.0:1761311768.817900:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713344, offset 0 00000400:00000200:0.0:1761311768.817905:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.817912:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.817917:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.817921:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.817924:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.817926:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88021:88021:255:4294967295] 192.168.203.55@tcp LPNI seq info [88021:88021:7:4294967295] 00000400:00000200:0.0:1761311768.817934:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.817938:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.817941:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82353034). 00000800:00000200:0.0:1761311768.817945:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.817948:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.817951:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.818148:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.818153:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000b00dd9d9 (tot 82352786). 00000400:00000200:1.0:1761311768.818158:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.818162:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.818166:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000061ad0652 00000400:00000010:1.0:1761311768.818168:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000061ad0652. 00000800:00000200:1.0:1761311768.818233:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.818235:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:1.0:1761311768.818239:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.818242:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.818244:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000602a8774 00000400:00000010:1.0:1761311768.818245:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000602a8774. 00000100:00000200:1.0:1761311768.818250:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b409dc3 x1846867787713344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.818976:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007e1cf26d. 00010000:00000010:3.1:1761311768.822348:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000000327207c. 00010000:00000010:3.1:1761311768.822364:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004120eb04. 00000400:00000200:1.0:1761311768.824820:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.824856:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0b40 00000400:00000200:1.0:1761311768.824866:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabda1 [1] + 224 00000400:00000200:1.0:1761311768.824882:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.824887:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.824898:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b409dc3 x1846867787713344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:0.0:1761311768.825038:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000996e2680. 00000400:00000200:0.0:1761311768.825043:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:0.0:1761311768.825045:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 00000100:00000200:0.0:1761311768.825051:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b409dc3 x1846867787713344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.825058:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b409dc3 x1846867787713344/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.825088:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000032f7100b. 02000000:00000010:0.0:1761311768.825095:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b080877c. 00000100:00000010:0.0:1761311768.825098:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b409dc3. 00000100:00000010:0.0:1761311768.825102:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.825106:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032573f95. 00010000:00000010:2.1:1761311768.825205:0:78653:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000002ebdef8f. 00010000:00000010:0.1:1761311768.825339:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000038f50035. 00010000:00000010:0.1:1761311768.825345:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000057644094. 00000400:00000200:1.0:1761311768.829298:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.829340:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155080 00000400:00000200:1.0:1761311768.829347:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6f9 [2] + 1312 00000400:00000200:1.0:1761311768.829408:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.829413:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.829420:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.829426:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000020:00000010:2.0:1761311768.830020:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681a1edb. 00000020:00000010:2.0:1761311768.830028:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311768.830032:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd3fb496. 00000100:00000200:2.0:1761311768.830081:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781832832/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311768.830110:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832832 02000000:00000010:2.0:1761311768.830120:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007870f4bc. 00010000:00000010:2.0:1761311768.830151:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009a682b8d. 00010000:00000010:2.0:1761311768.830170:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000078161c26. 00000100:00000010:2.0:1761311768.830177:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000077497e33. 00000100:00000010:2.0:1761311768.830202:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000077497e33. 00010000:00000010:2.0:1761311768.830206:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000078161c26. 00000400:00000010:2.0:1761311768.830220:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311768.830225:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832832, offset 224 00000400:00000200:2.0:1761311768.830233:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.830245:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.830251:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88022:88022:256:4294967295] 192.168.203.55@tcp LPNI seq info [88022:88022:8:4294967295] 00000400:00000200:2.0:1761311768.830261:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.830266:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.830278:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000e7b0f01e (tot 82352786). 00000800:00000200:2.0:1761311768.830284:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.830291:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.830294:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000e7b0f01e type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.830330:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311768.830335:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd3fb496. 00000020:00000010:2.0:1761311768.830338:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681a1edb. 00000800:00000200:2.0:1761311768.830432:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.830435:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000e7b0f01e (tot 82352538). 00000400:00000200:2.0:1761311768.830441:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.830444:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.830447:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:2.0:1761311768.830449:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00080000:00000010:1.0:1761311768.830959:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007c25798c. 00010000:00000010:1.0:1761311768.831079:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000007b510b6f. 00010000:00000010:1.0:1761311768.831086:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000e054f27f. 00000001:00000010:1.0:1761311768.831105:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311768.831116:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00080000:00000010:1.0:1761311768.831121:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008586cd64. 00000001:00000010:1.0:1761311768.831128:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311768.831133:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311768.831137:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311768.831141:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00100000:00000010:1.0:1761311768.831154:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000008636c951. 00010000:00000010:1.0:1761311768.831169:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311768.831174:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000042fed310. 00010000:00000010:1.0:1761311768.831183:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d8eb7d1. 00000100:00000010:1.0:1761311768.831188:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.831195:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.831206:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000ee7fe717. 02000000:00000010:1.0:1761311768.831230:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007984051f. 00000400:00000010:1.0:1761311768.831234:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062bbe226. 00000400:00000010:1.0:1761311768.831239:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.831244:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713408, portal 16 00000400:00000010:1.0:1761311768.831248:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000046d55c6b. 00000100:00000200:1.0:1761311768.831250:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713408, offset 0 00000400:00000200:1.0:1761311768.831256:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.831267:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.831284:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.831287:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.831289:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.831292:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88023:88023:256:4294967295] 192.168.203.55@tcp LPNI seq info [88023:88023:8:4294967295] 00000400:00000200:1.0:1761311768.831301:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.831306:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.831331:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.831336:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.831340:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.831343:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.832428:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.832433:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352538). 00000400:00000200:2.0:1761311768.832439:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.832445:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.832450:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000046d55c6b 00000400:00000010:2.0:1761311768.832452:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000046d55c6b. 00000100:00000200:2.0:1761311768.832459:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d74e4d23 x1846867787713408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.838670:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.838689:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0b80 00000400:00000200:1.0:1761311768.838698:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabdad [1] + 224 00000400:00000200:1.0:1761311768.838709:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.838712:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.838722:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d74e4d23 x1846867787713408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.838754:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062bbe226. 00000400:00000200:1.0:1761311768.838758:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.838760:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000100:00000200:1.0:1761311768.838765:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d74e4d23 x1846867787713408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.838771:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d74e4d23 x1846867787713408/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.838797:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007984051f. 02000000:00000010:1.0:1761311768.838802:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000ee7fe717. 00000100:00000010:1.0:1761311768.838805:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 00000100:00000010:1.0:1761311768.838808:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.838812:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d8eb7d1. 00000400:00000200:1.0:1761311768.838836:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.838842:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1550c0 00000400:00000200:1.0:1761311768.838847:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6f9 [2] + 1640 00000400:00000200:1.0:1761311768.838855:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.838857:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.838861:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.838864:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 00000020:00000010:1.0:1761311768.838900:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000ee7fe717. 00000020:00000010:1.0:1761311768.838906:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311768.838910:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.838934:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d74e4d23 x1846867781832896/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311768.838963:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832896 02000000:00000010:1.0:1761311768.838973:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000007984051f. 00010000:00000010:1.0:1761311768.838997:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e67ceb41. 00010000:00000010:1.0:1761311768.839016:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d8eb7d1. 00000100:00000010:1.0:1761311768.839021:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.839029:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:1.0:1761311768.839031:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d8eb7d1. 00000400:00000010:1.0:1761311768.839043:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.839046:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832896, offset 224 00000400:00000200:1.0:1761311768.839052:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.839061:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.839066:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88024:88024:256:4294967295] 192.168.203.55@tcp LPNI seq info [88024:88024:8:4294967295] 00000400:00000200:1.0:1761311768.839076:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.839081:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.839086:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000031fd7948 (tot 82352786). 00000800:00000200:1.0:1761311768.839092:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.839098:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.839102:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000031fd7948 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.839118:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311768.839121:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.839124:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000ee7fe717. 00080000:00000010:1.0:1761311768.839145:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000ee7fe717. 00010000:00000010:1.0:1761311768.839255:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042fed310. 00010000:00000010:1.0:1761311768.839261:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008e2ab810. 00000001:00000010:1.0:1761311768.839290:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311768.839304:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00080000:00000010:1.0:1761311768.839333:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004a48e9d6. 00000001:00000010:1.0:1761311768.839343:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311768.839348:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311768.839353:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062bbe226. 00000001:00000010:1.0:1761311768.839358:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062bbe226. 00100000:00000010:1.0:1761311768.839370:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000de3443d6. 00010000:00000010:1.0:1761311768.839384:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000db080498. 00010000:00000010:1.0:1761311768.839389:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 0000000042fed310. 00010000:00000010:1.0:1761311768.839398:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000009d8eb7d1. 00000100:00000010:1.0:1761311768.839401:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000202543ae. 00000100:00000010:1.0:1761311768.839406:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 02000000:00000010:1.0:1761311768.839415:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d0c5dbd1. 02000000:00000010:1.0:1761311768.839436:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000018139070. 00000400:00000010:1.0:1761311768.839439:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062bbe226. 00000400:00000010:1.0:1761311768.839443:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b9b5568. 00000100:00000200:1.0:1761311768.839448:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713472, portal 16 00000400:00000010:1.0:1761311768.839452:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311768.839454:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713472, offset 0 00000400:00000200:1.0:1761311768.839458:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.839464:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.839471:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.839474:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.839477:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.839480:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88025:88025:255:4294967295] 192.168.203.55@tcp LPNI seq info [88025:88025:7:4294967295] 00000400:00000200:1.0:1761311768.839486:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.839491:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.839494:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82353034). 00000800:00000200:1.0:1761311768.839498:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.839502:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.839504:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.839547:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.839550:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000031fd7948 (tot 82352786). 00000400:00000200:1.0:1761311768.839555:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.839558:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.839561:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:1.0:1761311768.839562:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000800:00000200:1.0:1761311768.839626:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.839628:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:1.0:1761311768.839632:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.839635:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.839637:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:1.0:1761311768.839638:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00000100:00000200:1.0:1761311768.839642:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000006bf02ceb x1846867787713472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.847128:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.847150:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0bc0 00000400:00000200:1.0:1761311768.847159:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabdb9 [1] + 224 00000400:00000200:1.0:1761311768.847171:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.847174:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.847185:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000006bf02ceb x1846867787713472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.847225:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.847231:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155100 00000400:00000200:1.0:1761311768.847237:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa6f9 [2] + 1968 00000400:00000010:1.0:1761311768.847240:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000004cc505a1. 00000400:00000200:1.0:1761311768.847245:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 000000006db41156 00000400:00000200:1.0:1761311768.847255:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.847257:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.847259:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006db41156 00000400:00000010:1.0:1761311768.847261:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 000000006db41156 (tot 82352386). 00000100:00000200:1.0:1761311768.847265:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:1.0:1761311768.847355:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000b68cf4e0. 00000020:00000010:1.0:1761311768.847361:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311768.847366:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.847391:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d433ce5c x1846867781832960/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311768.847411:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781832960 02000000:00000010:1.0:1761311768.847427:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000002ee839a1. 00010000:00000010:1.0:1761311768.847463:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c13d3be1. 00000100:00000010:1.0:1761311768.847470:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000006efa08eb. 00000100:00000010:1.0:1761311768.847477:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000006efa08eb. 00010000:00000010:1.0:1761311768.847479:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c13d3be1. 00000400:00000010:1.0:1761311768.847494:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311768.847498:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781832960, offset 224 00000400:00000200:1.0:1761311768.847505:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.847515:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.847520:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88026:88026:256:4294967295] 192.168.203.55@tcp LPNI seq info [88026:88026:8:4294967295] 00000400:00000200:1.0:1761311768.847529:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.847533:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.847537:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352634). 00000800:00000200:1.0:1761311768.847542:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.847548:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.847552:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.847568:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311768.847572:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.847575:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000b68cf4e0. 02000000:00000010:1.0:1761311768.847584:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007984051f. 00000100:00000010:1.0:1761311768.847588:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 02000000:00000010:1.0:1761311768.847592:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000007870f4bc. 00000100:00000010:1.0:1761311768.847595:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:1.0:1761311768.847598:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000edfe7a0. 00000100:00000010:1.0:1761311768.847599:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 02000000:00000010:1.0:1761311768.847602:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083be9083. 00000100:00000010:1.0:1761311768.847604:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1356861. 02000000:00000010:1.0:1761311768.847606:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d6875580. 00000100:00000010:1.0:1761311768.847609:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 02000000:00000010:1.0:1761311768.847612:0:66528:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000029f049c. 00000100:00000010:1.0:1761311768.847614:0:66528:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006a704445. 00000100:00000200:1.0:1761311768.847620:0:66528:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000800:00000200:1.0:1761311768.847705:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.847708:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352386). 00000400:00000200:1.0:1761311768.847713:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.847717:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.847720:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:1.0:1761311768.847721:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 02000000:00000010:1.0:1761311768.847724:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000002ee839a1. 00000400:00000010:1.0:1761311768.847735:0:66528:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000c8c6b6cf. 00000400:00000010:1.0:1761311768.847738:0:66528:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 000000006efa08eb (tot 82352538). 00000400:00000010:3.0:1761311768.847823:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062bbe226. 00000400:00000200:3.0:1761311768.847828:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b9b5568 00000400:00000010:3.0:1761311768.847830:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b9b5568. 00000100:00000200:3.0:1761311768.847836:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000006bf02ceb x1846867787713472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.847843:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000006bf02ceb x1846867787713472/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.847864:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000790e6f12. 02000000:00000010:3.0:1761311768.847876:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000018139070. 02000000:00000010:3.0:1761311768.847880:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d0c5dbd1. 00000100:00000010:3.0:1761311768.847883:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 00000100:00000010:3.0:1761311768.847887:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000202543ae. 00010000:00000010:3.0:1761311768.847889:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000009d8eb7d1. 00080000:00000010:3.0:1761311768.847903:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b0630446. 00010000:00000010:3.0:1761311768.848017:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000042fed310. 00010000:00000010:3.0:1761311768.848024:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000829397d4. 00000001:00000010:3.0:1761311768.848042:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.848055:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.848060:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000e63207a5. 00000001:00000010:3.0:1761311768.848068:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.848074:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.848078:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.848083:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.848095:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000dbf0ee53. 00010000:00000010:3.0:1761311768.848109:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.0:1761311768.848113:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.848123:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.848127:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.848133:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.848142:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000139b149c. 02000000:00000010:3.0:1761311768.848164:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000001ff5d597. 00000400:00000010:3.0:1761311768.848168:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.848171:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.848175:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713536, portal 16 00000400:00000010:3.0:1761311768.848179:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311768.848181:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713536, offset 0 00000400:00000200:3.0:1761311768.848187:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.848193:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.848200:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.848203:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.848205:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.848208:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88027:88027:256:4294967295] 192.168.203.55@tcp LPNI seq info [88027:88027:8:4294967295] 00000400:00000200:3.0:1761311768.848214:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.848219:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.848222:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.848226:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.848231:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.848233:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:3.0:1761311768.848300:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.848302:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:3.0:1761311768.848306:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.848330:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.848333:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:3.0:1761311768.848335:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:3.0:1761311768.848340:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.850688:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.850705:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0c00 00000400:00000200:1.0:1761311768.850712:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabdc9 [1] + 224 00000400:00000200:1.0:1761311768.850722:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.850725:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.850734:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.850771:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.850775:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155140 00000400:00000200:1.0:1761311768.850779:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa751 [2] + 0 00000400:00000200:1.0:1761311768.850820:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.850824:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.850827:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.850831:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:1.0:1761311768.850886:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000002ee839a1. 00000020:00000010:1.0:1761311768.850893:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311768.850897:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.850918:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781833024/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311768.850948:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833024 02000000:00000010:1.0:1761311768.850960:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d0c5dbd1. 00010000:00000010:1.0:1761311768.850994:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c13d3be1. 00000100:00000010:1.0:1761311768.851002:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311768.851008:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f83e4df. 00010000:00000010:1.0:1761311768.851011:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c13d3be1. 00000400:00000010:1.0:1761311768.851024:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311768.851028:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833024, offset 224 00000400:00000200:1.0:1761311768.851035:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.851044:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.851050:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88028:88028:256:4294967295] 192.168.203.55@tcp LPNI seq info [88028:88028:8:4294967295] 00000400:00000200:1.0:1761311768.851059:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.851064:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.851067:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311768.851072:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.851078:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.851082:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.851098:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000004636c53c. 00000020:00000010:1.0:1761311768.851102:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.851105:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000002ee839a1. 00000800:00000200:1.0:1761311768.851162:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.851165:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:1.0:1761311768.851169:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.851172:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.851175:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:1.0:1761311768.851177:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00000400:00000010:3.0:1761311768.851235:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.851240:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.851241:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.851246:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.851253:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713536/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.851280:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ab53ca24. 02000000:00000010:3.0:1761311768.851295:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000001ff5d597. 02000000:00000010:3.0:1761311768.851300:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000139b149c. 00000100:00000010:3.0:1761311768.851304:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.851307:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.851336:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00080000:00000010:3.0:1761311768.851350:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000139b149c. 00010000:00000010:3.0:1761311768.851453:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.851460:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000aaf41545. 00000001:00000010:3.0:1761311768.851476:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.851493:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.851497:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001ff5d597. 00000001:00000010:3.0:1761311768.851505:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.851510:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.851515:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.851520:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.851532:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000702a3591. 00100000:00000010:3.0:1761311768.851539:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000673e7e4f. 00100000:00000010:3.0:1761311768.851542:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003a1fb9bf. 00010000:00000010:3.0:1761311768.851561:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311768.851566:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.851574:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.851577:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.851583:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.851592:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000047f11967. 02000000:00000010:3.0:1761311768.851612:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000048614f34. 00000400:00000010:3.0:1761311768.851616:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.851620:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.851624:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713600, portal 16 00000400:00000010:3.0:1761311768.851628:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002cb9af6d. 00000100:00000200:3.0:1761311768.851630:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713600, offset 0 00000400:00000200:3.0:1761311768.851635:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.851641:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.851647:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.851651:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.851654:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.851656:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88029:88029:256:4294967295] 192.168.203.55@tcp LPNI seq info [88029:88029:8:4294967295] 00000400:00000200:3.0:1761311768.851663:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.851667:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.851670:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.851674:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.851678:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.851681:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.851990:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.851993:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:1.0:1761311768.851997:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.852001:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.852004:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002cb9af6d 00000400:00000010:1.0:1761311768.852005:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002cb9af6d. 00000100:00000200:1.0:1761311768.852009:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311768.855440:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c30e1281. 00010000:00000010:1.1:1761311768.855453:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d418d7df. 00010000:00000010:1.1:1761311768.855466:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000008cdbd9b2. 00010000:00000010:1.1:1761311768.855472:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000111658b8. 00010000:00000010:1.1:1761311768.855474:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00010000:00000010:2.1:1761311768.855556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a15f21c1. 00010000:00000010:3.1:1761311768.857638:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000f38c76ec. 00010000:00000010:3.1:1761311768.857648:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000cd0651e2. 00010000:00000010:3.1:1761311768.857652:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000db080498. 00010000:00000010:3.1:1761311768.859614:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000035708725. 00010000:00000010:3.1:1761311768.859626:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009a425eb7. 00010000:00000010:3.1:1761311768.859630:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00000400:00000200:1.0:1761311768.870179:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.870199:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0c40 00000400:00000200:1.0:1761311768.870208:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabdd5 [1] + 224 00000400:00000200:1.0:1761311768.870227:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.870231:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.870241:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.870299:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.870305:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.870307:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.870349:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.870357:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713600/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.870386:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000048614f34. 02000000:00000010:3.0:1761311768.870392:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000047f11967. 00000100:00000010:3.0:1761311768.870395:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.870399:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.870401:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00000400:00000200:1.0:1761311768.874804:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.874823:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155180 00000400:00000200:1.0:1761311768.874831:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa751 [2] + 328 00000400:00000200:1.0:1761311768.874897:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.874902:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.874910:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.874916:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 00000020:00000010:2.0:1761311768.875209:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681a1edb. 00000020:00000010:2.0:1761311768.875216:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000678f8ad4. 00000020:00000010:2.0:1761311768.875220:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000cd3fb496. 00000100:00000200:2.0:1761311768.875243:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000004e06db8e x1846867781833088/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311768.875285:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833088 02000000:00000010:2.0:1761311768.875296:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e56b61c2. 00010000:00000010:2.0:1761311768.875430:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000e5f74314. 00010000:00000010:0.0:1761311768.875999:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032573f95. 00000100:00000010:0.0:1761311768.876009:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.876026:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.876030:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032573f95. 00000400:00000010:0.0:1761311768.876044:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bb22d4fe. 00000100:00000200:0.0:1761311768.876049:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833088, offset 224 00000400:00000200:0.0:1761311768.876057:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.876069:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.876074:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88030:88030:256:4294967295] 192.168.203.55@tcp LPNI seq info [88030:88030:8:4294967295] 00000400:00000200:0.0:1761311768.876084:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.876089:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.876094:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311768.876099:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.876105:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.876108:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.876132:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000678f8ad4. 00000020:00000010:0.0:1761311768.876138:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000cd3fb496. 00000020:00000010:0.0:1761311768.876141:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681a1edb. 00080000:00000010:3.0:1761311768.876223:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000047f11967. 00010000:00000010:3.0:1761311768.876373:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.876380:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000087565ca5. 00000001:00000010:3.0:1761311768.876398:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.876410:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.876415:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048614f34. 00000001:00000010:3.0:1761311768.876425:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.876431:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.876436:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.876441:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.876455:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000505cd7b6. 00010000:00000010:3.0:1761311768.876470:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.0:1761311768.876475:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.876484:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.876489:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.876495:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.876506:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000004b90dd00. 02000000:00000010:3.0:1761311768.876531:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000031c58e83. 00000400:00000010:3.0:1761311768.876536:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.876542:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.876546:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713664, portal 16 00000400:00000010:3.0:1761311768.876550:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000004bba5f8e. 00000100:00000200:3.0:1761311768.876552:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713664, offset 0 00000400:00000200:3.0:1761311768.876557:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.876564:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.876570:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.876573:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.876576:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000800:00000200:1.0:1761311768.876577:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000400:00000200:3.0:1761311768.876578:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88031:88031:255:4294967295] 192.168.203.55@tcp LPNI seq info [88031:88031:7:4294967295] 00000800:00000010:1.0:1761311768.876581:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:3.0:1761311768.876585:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000400:00000200:1.0:1761311768.876586:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000800:00000200:3.0:1761311768.876589:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.876589:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000800:00000010:3.0:1761311768.876593:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000400:00000200:1.0:1761311768.876594:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bb22d4fe 00000400:00000010:1.0:1761311768.876595:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bb22d4fe. 00000800:00000200:3.0:1761311768.876597:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.876600:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.876602:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.876700:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.876703:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311768.876707:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.876710:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.876713:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000004bba5f8e 00000400:00000010:0.0:1761311768.876714:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000004bba5f8e. 00000100:00000200:0.0:1761311768.876720:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:2.1:1761311768.880415:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005b9a1ebe. 00000400:00000200:1.0:1761311768.880700:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.880716:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0c80 00000400:00000200:1.0:1761311768.880724:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabde1 [1] + 224 00000400:00000200:1.0:1761311768.880754:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.880759:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.880769:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.880841:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.880847:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.880849:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.880854:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.880861:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713664/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.880888:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000031c58e83. 02000000:00000010:3.0:1761311768.880894:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000004b90dd00. 00000100:00000010:3.0:1761311768.880897:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.880901:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.880905:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00010000:00000010:3.1:1761311768.885691:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006201cc81. 00010000:00000010:3.1:1761311768.885709:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00000400:00000200:1.0:1761311768.885858:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.885877:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1551c0 00000400:00000200:1.0:1761311768.885885:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa751 [2] + 656 00000400:00000200:1.0:1761311768.885947:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.885952:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.885958:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.885963:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000020:00000010:0.0:1761311768.886367:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e93feef9. 00000020:00000010:0.0:1761311768.886375:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311768.886379:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.886404:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781833152/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311768.886442:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833152 02000000:00000010:0.0:1761311768.886455:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000032f7100b. 00010000:00000010:0.0:1761311768.886482:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000093592cbc. 00010000:00000010:0.0:1761311768.886503:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032573f95. 00000100:00000010:0.0:1761311768.886510:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.886524:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.886527:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032573f95. 00000400:00000010:0.0:1761311768.886540:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d938efe4. 00000100:00000200:0.0:1761311768.886545:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833152, offset 224 00000400:00000200:0.0:1761311768.886552:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.886562:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.886567:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88032:88032:256:4294967295] 192.168.203.55@tcp LPNI seq info [88032:88032:8:4294967295] 00000400:00000200:0.0:1761311768.886577:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.886582:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.886586:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311768.886591:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.886598:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.886601:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.886625:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311768.886631:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.886634:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e93feef9. 00000800:00000200:1.0:1761311768.886795:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.886799:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:1.0:1761311768.886803:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.886807:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.886811:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d938efe4 00000400:00000010:1.0:1761311768.886813:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d938efe4. 00080000:00000010:3.0:1761311768.887509:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004b90dd00. 00010000:00000010:3.0:1761311768.887623:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.887632:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000009ff87fb1. 00000001:00000010:3.0:1761311768.887650:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.887666:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.887672:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000031c58e83. 00000001:00000010:3.0:1761311768.887681:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.887686:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.887692:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.887696:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.887710:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000001198009c. 00010000:00000010:3.0:1761311768.887725:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311768.887730:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.887739:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.887743:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.887750:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.887761:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000f2c58208. 02000000:00000010:3.0:1761311768.887789:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d6875580. 00000400:00000010:3.0:1761311768.887794:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.887799:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.887805:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713728, portal 16 00000400:00000010:3.0:1761311768.887809:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000c681f6c0. 00000100:00000200:3.0:1761311768.887812:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713728, offset 0 00000400:00000200:3.0:1761311768.887817:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.887826:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.887833:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.887837:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.887840:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.887843:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88033:88033:256:4294967295] 192.168.203.55@tcp LPNI seq info [88033:88033:8:4294967295] 00000400:00000200:3.0:1761311768.887851:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.887855:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.887860:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000005c3f1ef5 (tot 82352786). 00000800:00000200:3.0:1761311768.887864:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.887870:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.887873:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000005c3f1ef5 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.892496:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.892503:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000005c3f1ef5 (tot 82352538). 00000400:00000200:0.0:1761311768.892511:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.892519:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.892524:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000c681f6c0 00000400:00000010:0.0:1761311768.892525:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000c681f6c0. 00000100:00000200:0.0:1761311768.892535:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311768.894375:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ecf1d2c5. 00000400:00000200:1.0:1761311768.897929:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.897956:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0cc0 00000400:00000200:1.0:1761311768.897966:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabded [1] + 224 00000400:00000200:1.0:1761311768.897978:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.897983:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.897994:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.898035:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.898041:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155200 00000400:00000200:1.0:1761311768.898045:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa751 [2] + 984 00000400:00000200:1.0:1761311768.898057:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.898060:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.898064:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.898069:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 00000020:00000010:0.0:1761311768.898201:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e93feef9. 00000020:00000010:0.0:1761311768.898208:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311768.898213:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.898241:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d74e4d23 x1846867781833216/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311768.898281:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833216 02000000:00000010:0.0:1761311768.898293:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b080877c. 00010000:00000010:0.0:1761311768.898354:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032573f95. 00000100:00000010:0.0:1761311768.898361:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.898368:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.898371:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032573f95. 00000400:00000010:0.0:1761311768.898385:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311768.898390:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833216, offset 224 00000400:00000200:0.0:1761311768.898398:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.898408:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.898413:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88034:88034:256:4294967295] 192.168.203.55@tcp LPNI seq info [88034:88034:8:4294967295] 00000400:00000200:0.0:1761311768.898423:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.898428:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.898433:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.898439:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.898445:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.898449:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.898465:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311768.898470:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.898472:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e93feef9. 00000800:00000200:0.0:1761311768.898552:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.898555:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311768.898559:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.898563:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.898566:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:0.0:1761311768.898568:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00000400:00000010:3.0:1761311768.898650:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.898655:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.898657:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.898663:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.898671:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713728/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.898692:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000017165a40. 02000000:00000010:3.0:1761311768.898705:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d6875580. 02000000:00000010:3.0:1761311768.898710:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000f2c58208. 00000100:00000010:3.0:1761311768.898714:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.898717:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.898719:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00080000:00000010:3.0:1761311768.898734:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000f2c58208. 00010000:00000010:3.0:1761311768.898849:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.898856:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f6a72b6. 00000001:00000010:3.0:1761311768.898873:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.898889:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.898894:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6875580. 00000001:00000010:3.0:1761311768.898903:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.898909:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.898914:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.898920:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.898933:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000b5d6e1ff. 00010000:00000010:3.0:1761311768.899082:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311768.899089:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.899101:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.899104:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.899110:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.899120:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000e2b51791. 02000000:00000010:3.0:1761311768.899143:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008650db45. 00000400:00000010:3.0:1761311768.899147:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.899151:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.899156:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713792, portal 16 00000400:00000010:3.0:1761311768.899160:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000214132f. 00000100:00000200:3.0:1761311768.899163:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713792, offset 0 00000400:00000200:3.0:1761311768.899168:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.899175:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.899183:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.899186:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.899188:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.899191:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88035:88035:256:4294967295] 192.168.203.55@tcp LPNI seq info [88035:88035:8:4294967295] 00000400:00000200:3.0:1761311768.899199:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.899203:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.899207:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311768.899211:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.899215:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.899218:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.900440:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.900446:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:0.0:1761311768.900452:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.900458:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.900463:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000214132f 00000400:00000010:0.0:1761311768.900465:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000214132f. 00000100:00000200:0.0:1761311768.900472:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.904355:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000006b4479bc. 00010000:00000010:3.1:1761311768.904368:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00000400:00000200:1.0:1761311768.905622:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.905640:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0d00 00000400:00000200:1.0:1761311768.905648:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabdf9 [1] + 224 00000400:00000200:1.0:1761311768.905659:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.905663:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.905673:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.905710:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.905714:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155240 00000400:00000200:1.0:1761311768.905719:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa751 [2] + 1312 00000400:00000200:1.0:1761311768.905760:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.905763:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.905767:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.905772:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 00000400:00000010:3.0:1761311768.906723:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.906730:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.906732:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.906740:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.906754:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713792/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.906784:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000008650db45. 02000000:00000010:3.0:1761311768.906789:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000e2b51791. 00000100:00000010:3.0:1761311768.906794:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.906798:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.906801:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00000020:00000010:0.0:1761311768.906997:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000036567502. 00000020:00000010:0.0:1761311768.907004:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311768.907009:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.907032:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e8d13a0a x1846867781833280/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311768.907072:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833280 02000000:00000010:0.0:1761311768.907085:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000e93feef9. 00010000:00000010:0.0:1761311768.907112:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000013a81b6f. 00010000:00000010:0.0:1761311768.907132:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032573f95. 00000100:00000010:0.0:1761311768.907138:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.907153:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.907156:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032573f95. 00000400:00000010:0.0:1761311768.907168:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311768.907172:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833280, offset 224 00000400:00000200:0.0:1761311768.907179:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.907191:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.907196:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88036:88036:256:4294967295] 192.168.203.55@tcp LPNI seq info [88036:88036:8:4294967295] 00000400:00000200:0.0:1761311768.907206:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.907210:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.907215:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.907220:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.907226:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.907230:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.907248:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311768.907253:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.907257:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000036567502. 00000800:00000200:0.0:1761311768.907362:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.907365:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311768.907369:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.907373:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.907375:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:0.0:1761311768.907377:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00080000:00000010:3.0:1761311768.907441:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000008650db45. 00010000:00000010:3.0:1761311768.907552:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.907559:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000035e9d5ad. 00000001:00000010:3.0:1761311768.907578:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.907595:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.907600:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000006ed712c3. 00000001:00000010:3.0:1761311768.907608:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.907613:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.907618:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.907622:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.907635:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000712d2d56. 00010000:00000010:3.0:1761311768.907650:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.0:1761311768.907656:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.907665:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.907669:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.907675:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.907684:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fa311c60. 02000000:00000010:3.0:1761311768.907705:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000da36740f. 00000400:00000010:3.0:1761311768.907710:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.907714:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.907718:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713856, portal 16 00000400:00000010:3.0:1761311768.907722:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000001673c091. 00000100:00000200:3.0:1761311768.907724:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713856, offset 0 00000400:00000200:3.0:1761311768.907729:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.907736:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.907742:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.907745:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.907748:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.907750:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88037:88037:256:4294967295] 192.168.203.55@tcp LPNI seq info [88037:88037:8:4294967295] 00000400:00000200:3.0:1761311768.907757:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.907762:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.907765:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311768.907770:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.907774:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.907776:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.909122:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.909128:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311768.909134:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.909140:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.909144:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000001673c091 00000400:00000010:0.0:1761311768.909146:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000001673c091. 00000100:00000200:0.0:1761311768.909153:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.913055:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.913075:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0d40 00000400:00000200:1.0:1761311768.913083:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe05 [1] + 224 00000400:00000200:1.0:1761311768.913094:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.913099:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.913109:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.913145:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.913151:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155280 00000400:00000200:1.0:1761311768.913155:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa751 [2] + 1640 00000400:00000200:1.0:1761311768.913210:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.913214:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.913218:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.913224:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006bf02ceb. 00000020:00000010:1.0:1761311768.913285:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018139070. 00000020:00000010:1.0:1761311768.913291:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311768.913296:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.913346:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006bf02ceb x1846867781833344/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:1.0:1761311768.913374:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833344 02000000:00000010:1.0:1761311768.913385:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000029f049c. 00010000:00000010:1.0:1761311768.913425:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e378578b. 00000100:00000010:1.0:1761311768.913433:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311768.913439:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f83e4df. 00010000:00000010:1.0:1761311768.913443:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e378578b. 00000400:00000010:1.0:1761311768.913458:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000012b78730. 00000100:00000200:1.0:1761311768.913463:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833344, offset 224 00000400:00000200:1.0:1761311768.913469:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.913480:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.913486:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88038:88038:256:4294967295] 192.168.203.55@tcp LPNI seq info [88038:88038:8:4294967295] 00000400:00000200:1.0:1761311768.913496:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.913502:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.913506:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000eaf2d85f (tot 82352786). 00000800:00000200:1.0:1761311768.913511:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.913518:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.913521:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000eaf2d85f type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.913537:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311768.913541:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.913544:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018139070. 00000800:00000200:0.0:1761311768.913683:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.913687:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000eaf2d85f (tot 82352538). 00000400:00000200:0.0:1761311768.913693:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.913697:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.913701:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000012b78730 00000400:00000010:0.0:1761311768.913703:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000012b78730. 00010000:00000010:3.1:1761311768.914029:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000be9a27ca. 00010000:00000010:3.1:1761311768.914038:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000c604441d. 00010000:00000010:3.1:1761311768.914042:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.1:1761311768.914046:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e7cf2e21. 00010000:00000010:3.1:1761311768.914048:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000400:00000010:3.0:1761311768.914079:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.914084:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.914085:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.914091:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.914100:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713856/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.914120:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c6e96c13. 02000000:00000010:3.0:1761311768.914132:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000da36740f. 02000000:00000010:3.0:1761311768.914137:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fa311c60. 00000100:00000010:3.0:1761311768.914140:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.914143:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.914146:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00080000:00000010:3.0:1761311768.914160:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000fa311c60. 00010000:00000010:3.0:1761311768.914287:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.914294:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000080ff536a. 00000001:00000010:3.0:1761311768.914341:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.914355:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.914359:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000da36740f. 00000001:00000010:3.0:1761311768.914367:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.914372:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.914377:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.914382:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.914393:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002ca606ee. 00100000:00000010:3.0:1761311768.914399:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 0000000033cc1ee7. 00100000:00000010:3.0:1761311768.914402:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f6cfecdb. 00010000:00000010:3.0:1761311768.914420:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311768.914425:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.914434:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.914438:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.914443:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.914452:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb88c014. 02000000:00000010:3.0:1761311768.914475:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2b51791. 00000400:00000010:3.0:1761311768.914479:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.914483:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.914488:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713920, portal 16 00000400:00000010:3.0:1761311768.914492:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009af05007. 00000100:00000200:3.0:1761311768.914494:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713920, offset 0 00000400:00000200:3.0:1761311768.914500:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.914509:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.914516:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.914520:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.914522:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.914525:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88039:88039:256:4294967295] 192.168.203.55@tcp LPNI seq info [88039:88039:8:4294967295] 00000400:00000200:3.0:1761311768.914533:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.914537:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.914541:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82352786). 00000800:00000200:3.0:1761311768.914546:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.914550:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.914553:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00010000:00000010:0.1:1761311768.914689:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000093ef174b. 00000800:00000200:0.0:1761311768.914765:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.914768:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:0.0:1761311768.914773:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.914777:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.914780:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009af05007 00000400:00000010:0.0:1761311768.914782:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009af05007. 00000100:00000200:0.0:1761311768.914786:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.921819:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.921839:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0d80 00000400:00000200:1.0:1761311768.921847:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe11 [1] + 224 00000400:00000200:1.0:1761311768.921860:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.921864:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.921877:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.921915:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.921920:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1552c0 00000400:00000200:1.0:1761311768.921925:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa751 [2] + 1968 00000400:00000010:1.0:1761311768.921929:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000941d0841. 00000400:00000200:1.0:1761311768.921934:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000a432de49 00000400:00000200:1.0:1761311768.921981:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.921985:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.921988:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000a432de49 00000400:00000010:1.0:1761311768.921990:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000a432de49 (tot 82352386). 00000100:00000200:1.0:1761311768.921994:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:2.0:1761311768.922094:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000681a1edb. 00000020:00000010:2.0:1761311768.922102:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311768.922107:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dff5d3fc. 00000100:00000200:2.0:1761311768.922130:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000e06e0cc2 x1846867781833408/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:2.0:1761311768.922169:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833408 02000000:00000010:2.0:1761311768.922180:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000000edfe7a0. 00010000:00000010:2.0:1761311768.922218:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bcc0ba1. 00000100:00000010:2.0:1761311768.922226:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000616f46f6. 00000100:00000010:2.0:1761311768.922234:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000616f46f6. 00010000:00000010:2.0:1761311768.922238:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bcc0ba1. 00000400:00000010:2.0:1761311768.922252:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311768.922257:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833408, offset 224 00000400:00000200:2.0:1761311768.922265:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.922287:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.922293:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88040:88040:256:4294967295] 192.168.203.55@tcp LPNI seq info [88040:88040:8:4294967295] 00000400:00000200:2.0:1761311768.922303:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.922328:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.922335:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027a99449 (tot 82352634). 00000800:00000200:2.0:1761311768.922341:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.922347:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.922350:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000027a99449 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.922366:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000005808e07a. 00000020:00000010:2.0:1761311768.922373:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dff5d3fc. 00000020:00000010:2.0:1761311768.922376:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000681a1edb. 02000000:00000010:2.0:1761311768.922385:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000029f049c. 00000100:00000010:2.0:1761311768.922390:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006bf02ceb. 02000000:00000010:2.0:1761311768.922394:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e93feef9. 00000100:00000010:2.0:1761311768.922397:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 02000000:00000010:2.0:1761311768.922400:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b080877c. 00000100:00000010:2.0:1761311768.922402:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 02000000:00000010:2.0:1761311768.922405:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000032f7100b. 00000100:00000010:2.0:1761311768.922407:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:2.0:1761311768.922410:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000e56b61c2. 00000100:00000010:2.0:1761311768.922412:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 02000000:00000010:2.0:1761311768.922415:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d0c5dbd1. 00000100:00000010:2.0:1761311768.922416:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 00000100:00000200:2.0:1761311768.922424:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311768.922431:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000dbdb3af. 00000400:00000010:2.0:1761311768.922435:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000616f46f6 (tot 82352786). 00000800:00000200:2.0:1761311768.922495:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.922499:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027a99449 (tot 82352538). 00000400:00000200:2.0:1761311768.922502:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.922506:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.922508:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:2.0:1761311768.922510:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 02000000:00000010:2.0:1761311768.922512:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000000edfe7a0. 00000400:00000010:3.0:1761311768.922583:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.922587:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.922588:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.922594:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.922600:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713920/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.922621:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000131e7538. 02000000:00000010:3.0:1761311768.922634:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2b51791. 02000000:00000010:3.0:1761311768.922640:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb88c014. 00000100:00000010:3.0:1761311768.922643:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.922645:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.922647:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00080000:00000010:3.0:1761311768.922662:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001f6a28b4. 00010000:00000010:3.0:1761311768.922780:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.922786:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000be9c9e4d. 00000001:00000010:3.0:1761311768.922801:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.922811:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.922815:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000009bd915. 00000001:00000010:3.0:1761311768.922822:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.922827:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.922831:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.922836:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.922847:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000004fdb0d08. 00010000:00000010:3.0:1761311768.922861:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006b93ecee. 00010000:00000010:3.0:1761311768.922866:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000618ed475. 00010000:00000010:3.0:1761311768.922875:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.922877:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.922882:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 02000000:00000010:3.0:1761311768.922892:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000fb88c014. 02000000:00000010:3.0:1761311768.922914:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000e2b51791. 00000400:00000010:3.0:1761311768.922917:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.922921:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.922923:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787713984, portal 16 00000400:00000010:3.0:1761311768.922927:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fea6bed. 00000100:00000200:3.0:1761311768.922929:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787713984, offset 0 00000400:00000200:3.0:1761311768.922933:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.922940:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.922947:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.922951:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.922954:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.922956:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88041:88041:256:4294967295] 192.168.203.55@tcp LPNI seq info [88041:88041:8:4294967295] 00000400:00000200:3.0:1761311768.922963:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.922967:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.922971:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311768.922976:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.922980:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.922982:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.923072:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.923075:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311768.923078:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.923083:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.923085:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fea6bed 00000400:00000010:2.0:1761311768.923087:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fea6bed. 00000100:00000200:2.0:1761311768.923091:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000bdc5b9c7 x1846867787713984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.926495:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000009649bc7. 00010000:00000010:3.1:1761311768.926508:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000a5dcb514. 00010000:00000010:3.1:1761311768.926511:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00000400:00000200:1.0:1761311768.928055:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.928076:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0dc0 00000400:00000200:1.0:1761311768.928084:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe21 [1] + 224 00000400:00000200:1.0:1761311768.928098:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.928101:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.928113:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000bdc5b9c7 x1846867787713984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.928149:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.928154:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155300 00000400:00000200:1.0:1761311768.928158:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa7a9 [2] + 0 00000400:00000200:1.0:1761311768.928205:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.928208:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.928212:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.928217:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001b89bb95. 00010000:00000010:3.1:1761311768.928958:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000adfa634c. 00010000:00000010:3.1:1761311768.928967:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000e38b58fd. 00010000:00000010:3.1:1761311768.928971:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000400:00000010:3.0:1761311768.929003:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.929008:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:3.0:1761311768.929009:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00000100:00000200:3.0:1761311768.929018:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000bdc5b9c7 x1846867787713984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.929027:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000bdc5b9c7 x1846867787713984/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.929055:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000e2b51791. 02000000:00000010:3.0:1761311768.929060:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000fb88c014. 00000100:00000010:3.0:1761311768.929064:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 00000100:00000010:3.0:1761311768.929068:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.929071:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00000020:00000010:3.0:1761311768.930954:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2b51791. 00000020:00000010:3.0:1761311768.930973:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311768.930982:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.931043:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000001b89bb95 x1846867781833472/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311768.933497:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833472 02000000:00000010:3.0:1761311768.933520:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000b4817ea2. 00010000:00000010:3.0:1761311768.933556:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004d9d0deb. 00010000:00000010:3.0:1761311768.933577:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e9ad9282. 00000100:00000010:3.0:1761311768.933587:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.933601:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.933604:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e9ad9282. 00000400:00000010:3.0:1761311768.933619:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006594f661. 00000100:00000200:3.0:1761311768.933625:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833472, offset 224 00000400:00000200:3.0:1761311768.933635:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.933653:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.933659:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88042:88042:256:4294967295] 192.168.203.55@tcp LPNI seq info [88042:88042:8:4294967295] 00000400:00000200:3.0:1761311768.933669:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.933675:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.933680:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311768.933687:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.933693:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.933697:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.933714:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 000000008f567b57. 00000020:00000010:3.0:1761311768.933719:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.933722:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2b51791. 00000800:00000200:2.0:1761311768.933891:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.933895:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:2.0:1761311768.933901:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.933906:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.933911:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006594f661 00000400:00000010:2.0:1761311768.933914:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006594f661. 00080000:00000010:0.0:1761311768.938968:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c3a20b34. 00010000:00000010:0.0:1761311768.939104:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000618ed475. 00010000:00000010:0.0:1761311768.939114:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000015c45ab1. 00000001:00000010:0.0:1761311768.939133:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.939145:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00080000:00000010:0.0:1761311768.939150:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b080877c. 00000001:00000010:0.0:1761311768.939158:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.939164:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.939169:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.939173:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00100000:00000010:0.0:1761311768.939184:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000009db93d80. 00010000:00000010:0.0:1761311768.939200:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.0:1761311768.939205:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311768.939219:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032573f95. 00000100:00000010:0.0:1761311768.939227:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.939237:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b409dc3. 02000000:00000010:0.0:1761311768.939252:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036567502. 02000000:00000010:0.0:1761311768.939291:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000aa541c5b. 00000400:00000010:0.0:1761311768.939301:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000996e2680. 00000400:00000010:0.0:1761311768.939307:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311768.939336:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714048, portal 16 00000400:00000010:0.0:1761311768.939342:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c1f0496. 00000100:00000200:0.0:1761311768.939344:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714048, offset 0 00000400:00000200:0.0:1761311768.939353:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.939367:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.939375:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.939379:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.939382:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.939384:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88043:88043:256:4294967295] 192.168.203.55@tcp LPNI seq info [88043:88043:8:4294967295] 00000400:00000200:0.0:1761311768.939393:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.939399:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.939404:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.939410:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.939417:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.939421:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.940666:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.940673:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311768.940681:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.940689:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.940695:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c1f0496 00000400:00000010:0.0:1761311768.940697:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c1f0496. 00000100:00000200:0.0:1761311768.940705:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b409dc3 x1846867787714048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.941444:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.941461:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0e00 00000400:00000200:1.0:1761311768.941469:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe2d [1] + 224 00000400:00000200:1.0:1761311768.941487:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.941491:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.941498:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b409dc3 x1846867787714048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311768.942574:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.942589:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155340 00000400:00000200:3.0:1761311768.942595:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa7a9 [2] + 328 00000400:00000200:3.0:1761311768.942666:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.942671:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.942677:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:3.0:1761311768.942684:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000bdc5b9c7. 00000020:00000010:1.0:1761311768.942794:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000018139070. 00000020:00000010:1.0:1761311768.942801:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311768.942806:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311768.942830:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000bdc5b9c7 x1846867781833536/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:1.0:1761311768.942864:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833536 02000000:00000010:1.0:1761311768.942874:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000083be9083. 00010000:00000010:1.0:1761311768.942912:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e378578b. 00000100:00000010:1.0:1761311768.942919:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311768.942926:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f83e4df. 00010000:00000010:1.0:1761311768.942929:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e378578b. 00000400:00000010:1.0:1761311768.942942:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fb32b164. 00000100:00000200:1.0:1761311768.942947:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833536, offset 224 00000400:00000200:1.0:1761311768.942954:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.942964:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.942969:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88044:88044:256:4294967295] 192.168.203.55@tcp LPNI seq info [88044:88044:8:4294967295] 00000400:00000200:1.0:1761311768.942978:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.942983:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.942987:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000e158b1b (tot 82352786). 00000800:00000200:1.0:1761311768.942992:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.942998:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.943001:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000e158b1b type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311768.943015:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311768.943019:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311768.943022:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000018139070. 00000800:00000200:0.0:1761311768.943254:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.943258:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000e158b1b (tot 82352538). 00000400:00000200:0.0:1761311768.943265:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.943268:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.943281:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fb32b164 00000400:00000010:0.0:1761311768.943283:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fb32b164. 00000400:00000010:0.0:1761311768.943304:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000996e2680. 00000400:00000200:0.0:1761311768.943307:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:0.0:1761311768.943327:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00000100:00000200:0.0:1761311768.943333:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b409dc3 x1846867787714048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.943342:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b409dc3 x1846867787714048/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.0:1761311768.943363:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000dd81c62f. 02000000:00000010:0.0:1761311768.943380:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000aa541c5b. 02000000:00000010:0.0:1761311768.943385:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036567502. 00000100:00000010:0.0:1761311768.943389:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b409dc3. 00000100:00000010:0.0:1761311768.943392:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.943394:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032573f95. 00080000:00000010:0.0:1761311768.943409:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000aa541c5b. 00010000:00000010:0.0:1761311768.943526:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311768.943531:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002f01f0d0. 00000001:00000010:0.0:1761311768.943549:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.943561:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00080000:00000010:0.0:1761311768.943566:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000017a54b5a. 00000001:00000010:0.0:1761311768.943574:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.943579:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.943584:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000996e2680. 00000001:00000010:0.0:1761311768.943589:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000996e2680. 00100000:00000010:0.0:1761311768.943601:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f6392fb2. 00010000:00000010:0.0:1761311768.943616:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.0:1761311768.943622:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311768.943632:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000032573f95. 00000100:00000010:0.0:1761311768.943635:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.943640:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b409dc3. 02000000:00000010:0.0:1761311768.943650:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000036567502. 02000000:00000010:0.0:1761311768.943673:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000927fb4d1. 00000400:00000010:0.0:1761311768.943678:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000996e2680. 00000400:00000010:0.0:1761311768.943682:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000799c9f39. 00000100:00000200:0.0:1761311768.943687:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714112, portal 16 00000400:00000010:0.0:1761311768.943691:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000002c1f0496. 00000100:00000200:0.0:1761311768.943694:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714112, offset 0 00000400:00000200:0.0:1761311768.943699:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.943706:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.943712:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.943715:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.943718:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.943720:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88045:88045:256:4294967295] 192.168.203.55@tcp LPNI seq info [88045:88045:8:4294967295] 00000400:00000200:0.0:1761311768.943726:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.943731:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.943734:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.943738:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.943742:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.943745:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.944048:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.944051:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:1.0:1761311768.944057:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.944061:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.944064:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000002c1f0496 00000400:00000010:1.0:1761311768.944065:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000002c1f0496. 00000100:00000200:1.0:1761311768.944070:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000000b409dc3 x1846867787714112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311768.950306:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000d96282d9. 00000400:00000200:3.0:1761311768.950423:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311768.950440:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0e40 00000400:00000200:3.0:1761311768.950449:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe39 [1] + 224 00000400:00000200:3.0:1761311768.950468:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.950472:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311768.950482:0:15808:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000000b409dc3 x1846867787714112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:1.0:1761311768.950542:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000996e2680. 00000400:00000200:1.0:1761311768.950547:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000799c9f39 00000400:00000010:1.0:1761311768.950550:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000799c9f39. 00000100:00000200:1.0:1761311768.950556:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000000b409dc3 x1846867787714112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311768.950565:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000000b409dc3 x1846867787714112/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311768.950597:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000927fb4d1. 02000000:00000010:1.0:1761311768.950604:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000036567502. 00000100:00000010:1.0:1761311768.950608:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b409dc3. 00000100:00000010:1.0:1761311768.950612:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:1.0:1761311768.950615:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000032573f95. 00000400:00000200:0.0:1761311768.953902:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311768.953923:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155380 00000400:00000200:0.0:1761311768.953933:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa7a9 [2] + 656 00000400:00000200:0.0:1761311768.953991:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.953996:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311768.954003:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311768.954009:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000000b409dc3. 00000020:00000010:3.0:1761311768.954145:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000e2b51791. 00000020:00000010:3.0:1761311768.954152:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311768.954157:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.954185:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000000b409dc3 x1846867781833600/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:3.0:1761311768.954225:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833600 02000000:00000010:3.0:1761311768.954238:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fb88c014. 00010000:00000010:3.0:1761311768.954268:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003de324f0. 00010000:00000010:3.0:1761311768.954299:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000093b510a. 00000100:00000010:3.0:1761311768.954305:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.954349:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.954353:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000093b510a. 00000400:00000010:3.0:1761311768.954367:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.954371:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833600, offset 224 00000400:00000200:3.0:1761311768.954379:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.954389:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.954395:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88046:88046:256:4294967295] 192.168.203.55@tcp LPNI seq info [88046:88046:8:4294967295] 00000400:00000200:3.0:1761311768.954406:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.954411:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.954416:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311768.954422:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.954429:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.954433:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.954450:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311768.954454:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.954456:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000e2b51791. 00000800:00000200:3.0:1761311768.954518:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.954522:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:3.0:1761311768.954526:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.954531:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.954535:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311768.954536:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00080000:00000010:0.0:1761311768.954634:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c41d2e5b. 00010000:00000010:0.0:1761311768.954752:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311768.954760:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000de1527c3. 00000001:00000010:0.0:1761311768.954781:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311768.954796:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00080000:00000010:0.0:1761311768.954802:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000001912fc7b. 00000001:00000010:0.0:1761311768.954811:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311768.954817:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311768.954822:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311768.954827:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00100000:00000010:0.0:1761311768.954855:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000041c21972. 00010000:00000010:0.0:1761311768.954873:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000039dc23e2. 00010000:00000010:0.0:1761311768.954878:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000c592db47. 00010000:00000010:0.0:1761311768.954889:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b759c7. 00000100:00000010:0.0:1761311768.954893:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.954901:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1356861. 02000000:00000010:0.0:1761311768.954912:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000051af6b9f. 02000000:00000010:0.0:1761311768.954937:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000088e6fbdb. 00000400:00000010:0.0:1761311768.954942:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d37bca8a. 00000400:00000010:0.0:1761311768.954947:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311768.954953:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714176, portal 16 00000400:00000010:0.0:1761311768.954957:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311768.954959:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714176, offset 0 00000400:00000200:0.0:1761311768.954964:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.954972:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.954978:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311768.954981:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311768.954984:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311768.954986:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88047:88047:256:4294967295] 192.168.203.55@tcp LPNI seq info [88047:88047:8:4294967295] 00000400:00000200:0.0:1761311768.954993:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.954997:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.955001:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.955005:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.955009:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.955011:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.955067:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.955070:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311768.955073:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.955076:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.955079:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:0.0:1761311768.955080:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00000100:00000200:0.0:1761311768.955085:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1356861 x1846867787714176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311768.960345:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000005623b2d. 00010000:00000010:0.1:1761311768.960358:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006b93ecee. 00010000:00000010:0.1:1761311768.960362:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003da2772f. 00010000:00000010:0.1:1761311768.960366:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000be0cb51f. 00010000:00000010:0.1:1761311768.960369:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00000400:00000200:1.0:1761311768.961900:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.961920:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0e80 00000400:00000200:1.0:1761311768.961929:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe45 [1] + 224 00000400:00000200:1.0:1761311768.961941:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.961945:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.961956:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1356861 x1846867787714176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.963212:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.963225:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1553c0 00000400:00000200:1.0:1761311768.963231:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa7a9 [2] + 984 00010000:00000010:3.1:1761311768.963556:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000000a4f451e. 00000400:00000200:1.0:1761311768.964866:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.964877:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.964886:0:15806:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.964895:0:15806:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000f39787d6. 00010000:00000010:0.1:1761311768.965290:0:77384:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000582dad92. 00010000:00000010:0.1:1761311768.965297:0:77384:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00000400:00000010:0.0:1761311768.965359:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d37bca8a. 00000400:00000200:0.0:1761311768.965364:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:0.0:1761311768.965367:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00000100:00000200:0.0:1761311768.965377:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1356861 x1846867787714176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311768.965387:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1356861 x1846867787714176/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311768.965417:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000088e6fbdb. 02000000:00000010:0.0:1761311768.965422:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000051af6b9f. 00000100:00000010:0.0:1761311768.965426:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1356861. 00000100:00000010:0.0:1761311768.965429:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.965432:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b759c7. 00000020:00000010:0.0:1761311768.965515:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000088e6fbdb. 00000020:00000010:0.0:1761311768.965522:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311768.965527:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311768.965550:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000f39787d6 x1846867781833664/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311768.965580:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833664 02000000:00000010:0.0:1761311768.965592:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000051af6b9f. 00010000:00000010:0.0:1761311768.965617:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 0000000084f0fe93. 00010000:00000010:0.0:1761311768.965635:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b759c7. 00000100:00000010:0.0:1761311768.965641:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311768.965655:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311768.965658:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b759c7. 00000400:00000010:0.0:1761311768.965670:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311768.965673:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833664, offset 224 00000400:00000200:0.0:1761311768.965682:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311768.965695:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311768.965701:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88048:88048:256:4294967295] 192.168.203.55@tcp LPNI seq info [88048:88048:8:4294967295] 00000400:00000200:0.0:1761311768.965712:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311768.965716:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311768.965721:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000a8b5ffa4 (tot 82352786). 00000800:00000200:0.0:1761311768.965727:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311768.965734:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311768.965738:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000a8b5ffa4 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311768.965760:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311768.965765:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311768.965768:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000088e6fbdb. 00000800:00000200:0.0:1761311768.965862:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.965865:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000a8b5ffa4 (tot 82352538). 00000400:00000200:0.0:1761311768.965870:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.965874:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.965876:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:0.0:1761311768.965878:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00080000:00000010:1.0:1761311768.966581:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000018139070. 00010000:00000010:1.0:1761311768.966708:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000c592db47. 00010000:00000010:1.0:1761311768.966715:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000221557c8. 00000001:00000010:1.0:1761311768.966737:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311768.966750:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00080000:00000010:1.0:1761311768.966758:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000007984051f. 00000001:00000010:1.0:1761311768.966768:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311768.966775:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311768.966780:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000003aab3c5f. 00000001:00000010:1.0:1761311768.966786:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000003aab3c5f. 00100000:00000010:1.0:1761311768.966801:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000f76aae43. 00100000:00000010:1.0:1761311768.966808:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000001c8b5b07. 00100000:00000010:1.0:1761311768.966814:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000002e84fa91. 00010000:00000010:1.0:1761311768.966834:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000003a3c3e98. 00010000:00000010:1.0:1761311768.966840:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000008e16fd45. 00010000:00000010:1.0:1761311768.966851:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000e378578b. 00000100:00000010:1.0:1761311768.966857:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311768.966864:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 02000000:00000010:1.0:1761311768.966876:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000b68cf4e0. 02000000:00000010:1.0:1761311768.966903:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000d0c5dbd1. 00000400:00000010:1.0:1761311768.966908:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000003aab3c5f. 00000400:00000010:1.0:1761311768.966915:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000511f9b27. 00000100:00000200:1.0:1761311768.966920:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714240, portal 16 00000400:00000010:1.0:1761311768.966926:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b91aca91. 00000100:00000200:1.0:1761311768.966929:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714240, offset 0 00000400:00000200:1.0:1761311768.966936:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311768.966948:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311768.966955:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311768.966959:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311768.966961:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311768.966964:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88049:88049:256:4294967295] 192.168.203.55@tcp LPNI seq info [88049:88049:8:4294967295] 00000400:00000200:1.0:1761311768.966972:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311768.966976:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311768.966981:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ecd09f68 (tot 82352786). 00000800:00000200:1.0:1761311768.966986:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311768.966990:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311768.966993:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ecd09f68 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311768.978357:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311768.978366:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ecd09f68 (tot 82352538). 00000400:00000200:0.0:1761311768.978378:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311768.978389:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311768.978395:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b91aca91 00000400:00000010:0.0:1761311768.978398:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b91aca91. 00000100:00000200:0.0:1761311768.978410:0:15808:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000cd3edf3f x1846867787714240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.983164:0:15806:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.983183:0:15806:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0ec0 00000400:00000200:1.0:1761311768.983192:0:15806:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe51 [1] + 224 00000400:00000200:1.0:1761311768.983210:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.983215:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.983228:0:15806:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000cd3edf3f x1846867787714240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:3.0:1761311768.984054:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000003aab3c5f. 00000400:00000200:3.0:1761311768.984062:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000511f9b27 00000400:00000010:3.0:1761311768.984065:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000511f9b27. 00000100:00000200:3.0:1761311768.984072:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000cd3edf3f x1846867787714240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.984082:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000cd3edf3f x1846867787714240/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:3.0:1761311768.984109:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000d0c5dbd1. 02000000:00000010:3.0:1761311768.984115:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000b68cf4e0. 00000100:00000010:3.0:1761311768.984118:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 00000100:00000010:3.0:1761311768.984123:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f83e4df. 00010000:00000010:3.0:1761311768.984127:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000e378578b. 00000400:00000200:1.0:1761311768.984191:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.984202:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155400 00000400:00000200:1.0:1761311768.984209:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa7a9 [2] + 1312 00000400:00000200:1.0:1761311768.984265:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.984278:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.984284:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.984288:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000cd3edf3f. 00000020:00000010:3.0:1761311768.985740:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000026ad9cf2. 00000020:00000010:3.0:1761311768.985750:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311768.985755:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 0000000092a0d516. 00000100:00000200:3.0:1761311768.985791:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000cd3edf3f x1846867781833728/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:3.0:1761311768.985834:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833728 02000000:00000010:3.0:1761311768.985847:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000093d23cbe. 00010000:00000010:3.0:1761311768.985874:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000009b710396. 00010000:00000010:3.0:1761311768.985896:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000093b510a. 00000100:00000010:3.0:1761311768.985905:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.985917:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.985921:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000093b510a. 00000400:00000010:3.0:1761311768.985935:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.985940:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833728, offset 224 00000400:00000200:3.0:1761311768.985949:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.985962:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.985967:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88050:88050:256:4294967295] 192.168.203.55@tcp LPNI seq info [88050:88050:8:4294967295] 00000400:00000200:3.0:1761311768.985978:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.985984:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.985988:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311768.985995:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.986002:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.986006:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:3.0:1761311768.986024:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000288a369f. 00000020:00000010:3.0:1761311768.986029:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 0000000092a0d516. 00000020:00000010:3.0:1761311768.986031:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000026ad9cf2. 00000800:00000200:3.0:1761311768.986133:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1761311768.986136:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:3.0:1761311768.986141:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311768.986146:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311768.986150:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311768.986152:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00080000:00000010:3.0:1761311768.986177:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000066d74080. 00010000:00000010:3.0:1761311768.986335:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000008e16fd45. 00010000:00000010:3.0:1761311768.986342:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000211dfb7f. 00000001:00000010:3.0:1761311768.986362:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.986372:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.986378:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000026531cf5. 00000001:00000010:3.0:1761311768.986386:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.986391:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.986396:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.986400:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.986412:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000086dfaa43. 00010000:00000010:3.0:1761311768.986428:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311768.986433:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a5ebc368. 00010000:00000010:3.0:1761311768.986442:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000093b510a. 00000100:00000010:3.0:1761311768.986446:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.986452:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311768.986461:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000095b8c03b. 02000000:00000010:3.0:1761311768.986484:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000009b7bfde5. 00000400:00000010:3.0:1761311768.986488:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.986493:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.986498:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714304, portal 16 00000400:00000010:3.0:1761311768.986502:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000054915d1c. 00000100:00000200:3.0:1761311768.986504:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714304, offset 0 00000400:00000200:3.0:1761311768.986509:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.986516:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.986522:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.986525:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.986528:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.986530:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88051:88051:256:4294967295] 192.168.203.55@tcp LPNI seq info [88051:88051:8:4294967295] 00000400:00000200:3.0:1761311768.986537:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.986541:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.986544:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000007e03e8c3 (tot 82352786). 00000800:00000200:3.0:1761311768.986548:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.986552:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.986554:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000007e03e8c3 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311768.986655:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311768.986657:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000007e03e8c3 (tot 82352538). 00000400:00000200:1.0:1761311768.986660:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.986664:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311768.986666:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000054915d1c 00000400:00000010:1.0:1761311768.986668:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000054915d1c. 00000100:00000200:1.0:1761311768.986673:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787714304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.994892:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.994910:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0f00 00000400:00000200:1.0:1761311768.994918:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe5d [1] + 224 00000400:00000200:1.0:1761311768.994929:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.994932:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.994947:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787714304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311768.994986:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311768.994990:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155440 00000400:00000200:1.0:1761311768.994995:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa7a9 [2] + 1640 00000400:00000200:1.0:1761311768.995004:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311768.995008:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311768.995011:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311768.995016:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 0000000056434f1e. 00000020:00000010:2.0:1761311768.995095:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096597f51. 00000020:00000010:2.0:1761311768.995102:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311768.995106:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dff5d3fc. 00000100:00000200:2.0:1761311768.995128:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@0000000056434f1e x1846867781833792/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:246/0 lens 328/0 e 0 to 0 dl 1761311811 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:2.0:1761311768.995161:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833792 02000000:00000010:2.0:1761311768.995174:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001dbfaced. 00010000:00000010:2.0:1761311768.995210:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bcc0ba1. 00000100:00000010:2.0:1761311768.995217:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e856878e. 00000100:00000010:2.0:1761311768.995223:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e856878e. 00010000:00000010:2.0:1761311768.995226:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bcc0ba1. 00000400:00000010:2.0:1761311768.995241:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311768.995245:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833792, offset 224 00000400:00000200:2.0:1761311768.995252:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311768.995261:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311768.995266:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88052:88052:256:4294967295] 192.168.203.55@tcp LPNI seq info [88052:88052:8:4294967295] 00000400:00000200:2.0:1761311768.995283:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311768.995289:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311768.995293:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027a99449 (tot 82352786). 00000800:00000200:2.0:1761311768.995299:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311768.995307:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311768.995334:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000027a99449 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311768.995355:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311768.995361:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dff5d3fc. 00000020:00000010:2.0:1761311768.995364:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096597f51. 00000800:00000200:2.0:1761311768.995436:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.995439:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027a99449 (tot 82352538). 00000400:00000200:2.0:1761311768.995442:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.995446:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.995449:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:2.0:1761311768.995451:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000400:00000010:3.0:1761311768.995624:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:3.0:1761311768.995629:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:3.0:1761311768.995631:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:3.0:1761311768.995638:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787714304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311768.995645:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787714304/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311768.995665:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000001145274e. 02000000:00000010:3.0:1761311768.995676:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000009b7bfde5. 02000000:00000010:3.0:1761311768.995680:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000095b8c03b. 00000100:00000010:3.0:1761311768.995682:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:3.0:1761311768.995685:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311768.995688:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000093b510a. 00080000:00000010:3.0:1761311768.995700:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000095b8c03b. 00010000:00000010:3.0:1761311768.995807:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5ebc368. 00010000:00000010:3.0:1761311768.995813:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000002301505f. 00000001:00000010:3.0:1761311768.995828:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.995838:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00080000:00000010:3.0:1761311768.995853:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000009b7bfde5. 00000001:00000010:3.0:1761311768.995861:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.995866:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.995870:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 0000000062714c00. 00000001:00000010:3.0:1761311768.995874:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 0000000062714c00. 00100000:00000010:3.0:1761311768.995885:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000a9b5227f. 00010000:00000010:3.0:1761311768.995898:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000ebc1f615. 00010000:00000010:3.0:1761311768.995901:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a5ebc368. 00010000:00000010:3.0:1761311768.995909:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000093b510a. 00000100:00000010:3.0:1761311768.995912:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311768.995916:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c7a85faf. 02000000:00000010:3.0:1761311768.995924:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000067e41d59. 02000000:00000010:3.0:1761311768.995944:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000692741d4. 00000400:00000010:3.0:1761311768.995948:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 0000000062714c00. 00000400:00000010:3.0:1761311768.995951:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000563be96a. 00000100:00000200:3.0:1761311768.995956:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714368, portal 16 00000400:00000010:3.0:1761311768.995960:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000be0f467. 00000100:00000200:3.0:1761311768.995962:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714368, offset 0 00000400:00000200:3.0:1761311768.995968:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311768.995974:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311768.995980:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311768.995983:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311768.995986:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311768.995988:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88053:88053:256:4294967295] 192.168.203.55@tcp LPNI seq info [88053:88053:8:4294967295] 00000400:00000200:3.0:1761311768.995996:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311768.996000:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311768.996003:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000009069f992 (tot 82352786). 00000800:00000200:3.0:1761311768.996007:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311768.996011:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311768.996013:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000009069f992 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311768.996383:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311768.996386:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000009069f992 (tot 82352538). 00000400:00000200:2.0:1761311768.996391:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311768.996395:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311768.996398:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000be0f467 00000400:00000010:2.0:1761311768.996399:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000be0f467. 00000100:00000200:2.0:1761311768.996403:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000c7a85faf x1846867787714368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311768.999697:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ed6a2a41. 00010000:00000010:3.1:1761311769.002750:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000a9526293. 00010000:00000010:3.1:1761311769.002764:0:15807:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d510fa31. 00010000:00000010:3.1:1761311769.002768:0:15807:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000003a3c3e98. 00000400:00000200:3.0:1761311769.002798:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311769.002816:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0f40 00000400:00000200:3.0:1761311769.002824:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe69 [1] + 224 00000400:00000200:3.0:1761311769.002837:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00010000:00000010:1.1:1761311769.003469:0:78663:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000debf79f5. 00010000:00000010:1.1:1761311769.003480:0:78663:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000039dc23e2. 00000400:00000200:3.0:1761311769.004387:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:3.0:1761311769.004402:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000c7a85faf x1846867787714368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:3.0:1761311769.004457:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:3.0:1761311769.004468:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155480 00000400:00000200:3.0:1761311769.004474:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa7a9 [2] + 1968 00000400:00000010:3.0:1761311769.004479:0:15807:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a38356ae. 00000400:00000200:3.0:1761311769.004483:0:15807:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 00000000b3af25d3 00000400:00000200:3.0:1761311769.004542:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311769.004546:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:3.0:1761311769.004548:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b3af25d3 00000400:00000010:3.0:1761311769.004551:0:15807:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 00000000b3af25d3 (tot 82352386). 00000100:00000200:3.0:1761311769.004556:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000400:00000010:1.0:1761311769.006393:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 0000000062714c00. 00000400:00000200:1.0:1761311769.006402:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000563be96a 00000400:00000010:1.0:1761311769.006404:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000563be96a. 00000100:00000200:1.0:1761311769.006414:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000c7a85faf x1846867787714368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311769.006424:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000c7a85faf x1846867787714368/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311775 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:1.0:1761311769.006453:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000692741d4. 02000000:00000010:1.0:1761311769.006458:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000067e41d59. 00000100:00000010:1.0:1761311769.006462:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000c7a85faf. 00000100:00000010:1.0:1761311769.006465:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:1.0:1761311769.006468:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000093b510a. 00000020:00000010:2.0:1761311769.006764:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000a12e4022. 00000020:00000010:2.0:1761311769.006772:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311769.006777:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dff5d3fc. 00000100:00000200:2.0:1761311769.006801:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000002b07cbed x1846867781833856/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:247/0 lens 328/0 e 0 to 0 dl 1761311812 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:2.0:1761311769.006835:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833856 02000000:00000010:2.0:1761311769.006857:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000096597f51. 00010000:00000010:2.0:1761311769.006886:0:65700:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000004144b2d0. 00010000:00000010:2.0:1761311769.006904:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 000000003bcc0ba1. 00000100:00000010:2.0:1761311769.006911:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000e856878e. 00000100:00000010:2.0:1761311769.006919:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000e856878e. 00010000:00000010:2.0:1761311769.006921:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 000000003bcc0ba1. 00000400:00000010:2.0:1761311769.006932:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311769.006936:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833856, offset 224 00000400:00000200:2.0:1761311769.006945:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:2.0:1761311769.006958:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:2.0:1761311769.006964:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88054:88054:256:4294967295] 192.168.203.55@tcp LPNI seq info [88054:88054:8:4294967295] 00000400:00000200:2.0:1761311769.006974:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:2.0:1761311769.006979:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:2.0:1761311769.006984:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000027a99449 (tot 82352634). 00000800:00000200:2.0:1761311769.006990:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:2.0:1761311769.007001:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:2.0:1761311769.007005:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000027a99449 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:2.0:1761311769.007022:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311769.007028:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dff5d3fc. 00000020:00000010:2.0:1761311769.007031:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000a12e4022. 02000000:00000010:2.0:1761311769.007039:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001dbfaced. 00000100:00000010:2.0:1761311769.007042:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 0000000056434f1e. 02000000:00000010:2.0:1761311769.007045:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000093d23cbe. 00000100:00000010:2.0:1761311769.007047:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000cd3edf3f. 02000000:00000010:2.0:1761311769.007052:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000051af6b9f. 00000100:00000010:2.0:1761311769.007054:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000f39787d6. 02000000:00000010:2.0:1761311769.007057:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fb88c014. 00000100:00000010:2.0:1761311769.007059:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000000b409dc3. 02000000:00000010:2.0:1761311769.007061:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000083be9083. 00000100:00000010:2.0:1761311769.007063:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000bdc5b9c7. 02000000:00000010:2.0:1761311769.007066:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000b4817ea2. 00000100:00000010:2.0:1761311769.007070:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001b89bb95. 00000100:00000200:2.0:1761311769.007077:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:2.0:1761311769.007083:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000dfe0b0a0. 00000400:00000010:2.0:1761311769.007087:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 00000000e856878e (tot 82352786). 00000800:00000200:2.0:1761311769.007170:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311769.007174:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000027a99449 (tot 82352538). 00000400:00000200:2.0:1761311769.007179:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.007183:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311769.007187:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:2.0:1761311769.007188:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 02000000:00000010:2.0:1761311769.007192:0:15808:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000096597f51. 00080000:00000010:1.0:1761311769.007251:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b68cf4e0. 00010000:00000010:1.0:1761311769.007396:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a5ebc368. 00010000:00000010:1.0:1761311769.007403:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d76e213e. 00000001:00000010:1.0:1761311769.007421:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311769.007431:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00080000:00000010:1.0:1761311769.007438:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d0c5dbd1. 00000001:00000010:1.0:1761311769.007445:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311769.007450:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311769.007454:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000f9122b4c. 00000001:00000010:1.0:1761311769.007457:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000f9122b4c. 00100000:00000010:1.0:1761311769.007469:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000090bfb54. 00010000:00000010:1.0:1761311769.007483:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311769.007488:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb0b6d08. 00010000:00000010:1.0:1761311769.007496:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c13d3be1. 00000100:00000010:1.0:1761311769.007500:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311769.007506:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000004e06db8e. 02000000:00000010:1.0:1761311769.007516:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000083be9083. 02000000:00000010:1.0:1761311769.007537:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000036567502. 00000400:00000010:1.0:1761311769.007540:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000f9122b4c. 00000400:00000010:1.0:1761311769.007543:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000ff76e762. 00000100:00000200:1.0:1761311769.007546:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714432, portal 16 00000400:00000010:1.0:1761311769.007550:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000091a19528. 00000100:00000200:1.0:1761311769.007552:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714432, offset 0 00000400:00000200:1.0:1761311769.007557:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311769.007563:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311769.007568:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311769.007572:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311769.007574:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311769.007577:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88055:88055:256:4294967295] 192.168.203.55@tcp LPNI seq info [88055:88055:8:4294967295] 00000400:00000200:1.0:1761311769.007585:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311769.007589:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311769.007592:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311769.007596:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311769.007600:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311769.007603:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311769.007696:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311769.007699:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:2.0:1761311769.007704:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.007707:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311769.007710:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000091a19528 00000400:00000010:2.0:1761311769.007711:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000091a19528. 00000100:00000200:2.0:1761311769.007717:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000004e06db8e x1846867787714432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311769.008715:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000098d6ea1b. 00010000:00000010:3.1:1761311769.008723:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 0000000014edc641. 00010000:00000010:3.1:1761311769.008727:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000100:00000010:0.0:1761311769.011705:0:66833:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d1356861. 02000000:00000010:0.0:1761311769.011730:0:66833:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at 00000000a8b5ffa4. 02000000:00000010:3.0:1761311769.011808:0:15814:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 1024 at 00000000cdb569c5. 00000400:00000010:3.0:1761311769.011816:0:15814:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311769.011822:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311769.011829:0:15814:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 1024 bytes, xid 1846867787714496, portal 4 00000400:00000010:3.0:1761311769.011838:0:15814:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311769.011840:0:15814:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 7, xid 1846867787714496, offset 0 00000400:00000200:3.0:1761311769.011849:0:15814:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:3.0:1761311769.011881:0:15814:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:3.0:1761311769.011893:0:15814:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 224 into portal 7 MB=0x68fb76a6f0fc0 00000400:00000200:3.0:1761311769.011900:0:15814:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 7 from 12345-0@lo of length 224/224 into md 0x2f68d [8] + 12992 00000400:00000200:3.0:1761311769.011908:0:15814:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1761311769.011911:0:15814:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:3.0:1761311769.011918:0:15814:0:(events.c:317:request_in_callback()) event type 2, status 0, service ost_create 00000100:00000010:3.0:1761311769.011922:0:15814:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000c241c5e9. 00000400:00000200:3.0:1761311769.011997:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:3.0:1761311769.011999:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:3.0:1761311769.012006:0:15814:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000d1356861 x1846867787714496/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000020:00000010:2.0:1761311769.012038:0:66515:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000096597f51. 00000020:00000010:2.0:1761311769.012047:0:66515:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311769.012051:0:66515:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000dff5d3fc. 00000100:00000200:2.0:1761311769.012093:0:66515:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867787714496 02000000:00000010:2.0:1761311769.012108:0:66515:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 648 at 000000006a59d9b7. 00010000:00000200:2.0:1761311769.012134:0:66515:0:(ldlm_lib.c:3241:target_send_reply_msg()) @@@ sending reply req@00000000c241c5e9 x1846867787714496/t0(0) o13->lustre-MDT0001-mdtlov_UUID@0@lo:210/0 lens 224/368 e 0 to 0 dl 1761311775 ref 1 fl Interpret:/0/0 rc 0/0 job:'osp-pre-0-1.0' 00000400:00000010:2.0:1761311769.012151:0:66515:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000000fb98af6. 00000100:00000200:2.0:1761311769.012154:0:66515:0:(niobuf.c:86:ptl_send_buf()) Sending 368 bytes to portal 4, xid 1846867787714496, offset 224 00000400:00000200:2.0:1761311769.012159:0:66515:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-0@lo 00000400:00000200:2.0:1761311769.012165:0:66515:0:(lib-move.c:4556:lnet_parse()) TRACE: 0@lo(0@lo) <- 0@lo : PUT - for me 00000400:00000200:2.0:1761311769.012170:0:66515:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-0@lo of length 368 into portal 4 MB=0x68fb76a6f0fc0 00000400:00000200:2.0:1761311769.012175:0:66515:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 4 from 12345-0@lo of length 368/368 into md 0xabe81 [1] + 224 00000400:00000200:2.0:1761311769.012179:0:66515:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.012181:0:66515:0:(lib-msg.c:838:lnet_health_check()) health check: 0@lo->0@lo: PUT: OK 00000100:00000200:2.0:1761311769.012186:0:66515:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000d1356861 x1846867787714496/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311776 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000400:00000200:2.0:1761311769.012997:0:66515:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000000fb98af6 00000400:00000010:2.0:1761311769.013001:0:66515:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000000fb98af6. 00000020:00000010:2.0:1761311769.013019:0:66515:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000032a27400. 00000020:00000010:2.0:1761311769.013025:0:66515:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000dff5d3fc. 00000020:00000010:2.0:1761311769.013029:0:66515:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000096597f51. 00000400:00000010:3.0:1761311769.014001:0:15814:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:3.0:1761311769.014007:0:15814:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:3.0:1761311769.014009:0:15814:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:3.0:1761311769.014019:0:15814:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000d1356861 x1846867787714496/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 00000100:00000200:3.0:1761311769.014030:0:15814:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000d1356861 x1846867787714496/t0(0) o13->lustre-OST0000-osc-MDT0001@0@lo:7/4 lens 224/368 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'osp-pre-0-1.0' 02000000:00000010:3.0:1761311769.014068:0:15814:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at 00000000cdb569c5. 02000000:00000010:3.0:1761311769.014073:0:15814:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 256 at 00000000a8b5ffa4. 00000100:00000010:3.0:1761311769.014077:0:15814:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d1356861. 00010000:00000010:2.1:1761311769.016357:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000016000a3b. 00010000:00000010:1.1:1761311769.023337:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000ff5d083f. 00010000:00000010:1.1:1761311769.023351:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000ebc1f615. 00000400:00000200:1.0:1761311769.023430:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311769.023446:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f0f80 00000400:00000200:1.0:1761311769.023454:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe79 [1] + 224 00000400:00000200:1.0:1761311769.023470:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.023474:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311769.023485:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000004e06db8e x1846867787714432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000010:2.0:1761311769.024604:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000f9122b4c. 00000400:00000200:2.0:1761311769.024612:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000ff76e762 00000400:00000010:2.0:1761311769.024615:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000ff76e762. 00000100:00000200:2.0:1761311769.024623:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000004e06db8e x1846867787714432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311769.024632:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000004e06db8e x1846867787714432/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311769.024662:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000036567502. 02000000:00000010:2.0:1761311769.024667:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000083be9083. 00000100:00000010:2.0:1761311769.024671:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000004e06db8e. 00000100:00000010:2.0:1761311769.024675:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f83e4df. 00010000:00000010:2.0:1761311769.024678:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c13d3be1. 00000400:00000200:2.0:1761311769.025578:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311769.025593:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1554c0 00000400:00000200:2.0:1761311769.025599:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa801 [2] + 0 00000400:00000200:2.0:1761311769.025656:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.025660:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311769.025666:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311769.025671:0:15808:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000009c3aef0b. 00000020:00000010:1.0:1761311769.025835:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000000996b16c. 00000020:00000010:1.0:1761311769.025851:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311769.025855:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311769.025876:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000009c3aef0b x1846867781833920/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:247/0 lens 328/0 e 0 to 0 dl 1761311812 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:1.0:1761311769.025905:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833920 02000000:00000010:1.0:1761311769.025916:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000365e7f54. 00010000:00000010:1.0:1761311769.025939:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000910f9850. 00010000:00000010:1.0:1761311769.025957:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1fde470. 00000100:00000010:1.0:1761311769.025962:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311769.025978:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f83e4df. 00010000:00000010:1.0:1761311769.025981:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1fde470. 00000400:00000010:1.0:1761311769.025993:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000003bdb3b97. 00000100:00000200:1.0:1761311769.025996:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833920, offset 224 00000400:00000200:1.0:1761311769.026003:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311769.026012:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311769.026017:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88056:88056:256:4294967295] 192.168.203.55@tcp LPNI seq info [88056:88056:8:4294967295] 00000400:00000200:1.0:1761311769.026027:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311769.026032:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311769.026036:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311769.026041:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311769.026047:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311769.026050:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311769.026064:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311769.026066:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311769.026069:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000000996b16c. 00080000:00000010:3.0:1761311769.026575:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000274cc09d. 00010000:00000010:3.0:1761311769.026682:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb0b6d08. 00010000:00000010:3.0:1761311769.026689:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000007402f3ea. 00000001:00000010:3.0:1761311769.026704:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311769.026716:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00080000:00000010:3.0:1761311769.026721:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000661e86d9. 00000001:00000010:3.0:1761311769.026727:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311769.026731:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311769.026735:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311769.026739:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00100000:00000010:3.0:1761311769.026749:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005322efed. 00010000:00000010:3.0:1761311769.026762:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311769.026766:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311769.026774:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311769.026778:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311769.026784:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 02000000:00000010:3.0:1761311769.026793:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000048dc57d9. 02000000:00000010:3.0:1761311769.026814:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000004e1fed45. 00000400:00000010:3.0:1761311769.026817:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311769.026822:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311769.026826:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714560, portal 16 00000400:00000010:3.0:1761311769.026830:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000018fd90b6. 00000100:00000200:3.0:1761311769.026831:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714560, offset 0 00000400:00000200:3.0:1761311769.026837:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311769.026851:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311769.026857:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311769.026860:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311769.026863:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311769.026866:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88057:88057:255:4294967295] 192.168.203.55@tcp LPNI seq info [88057:88057:7:4294967295] 00000400:00000200:3.0:1761311769.026873:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311769.026877:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311769.026881:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000f389a15b (tot 82353034). 00000800:00000200:3.0:1761311769.026885:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311769.026890:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311769.026892:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000f389a15b type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311769.027023:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311769.027027:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352786). 00000400:00000200:2.0:1761311769.027032:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.027037:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311769.027040:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000003bdb3b97 00000400:00000010:2.0:1761311769.027042:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000003bdb3b97. 00000800:00000200:2.0:1761311769.027092:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311769.027094:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000f389a15b (tot 82352538). 00000400:00000200:2.0:1761311769.027097:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.027100:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311769.027101:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000018fd90b6 00000400:00000010:2.0:1761311769.027102:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000018fd90b6. 00000100:00000200:2.0:1761311769.027107:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008de06de5 x1846867787714560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311769.031874:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311769.031891:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f1000 00000400:00000200:1.0:1761311769.031898:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe91 [1] + 224 00000400:00000200:1.0:1761311769.031909:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.031913:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311769.031922:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008de06de5 x1846867787714560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311769.031961:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311769.031965:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155500 00000400:00000200:1.0:1761311769.031969:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa801 [2] + 328 00000400:00000200:1.0:1761311769.032032:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.032036:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311769.032040:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311769.032045:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000a605ecaf. 00000020:00000010:1.0:1761311769.032091:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000074b05e03. 00000020:00000010:1.0:1761311769.032096:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311769.032100:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000ab4a01be. 00000100:00000200:1.0:1761311769.032119:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000a605ecaf x1846867781833984/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:247/0 lens 328/0 e 0 to 0 dl 1761311812 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:1.0:1761311769.032141:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781833984 02000000:00000010:1.0:1761311769.032149:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000008d4433b9. 00010000:00000010:1.0:1761311769.032180:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1fde470. 00000100:00000010:1.0:1761311769.032186:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311769.032192:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f83e4df. 00010000:00000010:1.0:1761311769.032194:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1fde470. 00000400:00000010:1.0:1761311769.032206:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311769.032209:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781833984, offset 224 00000400:00000200:1.0:1761311769.032215:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311769.032224:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311769.032229:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88058:88058:256:4294967295] 192.168.203.55@tcp LPNI seq info [88058:88058:8:4294967295] 00000400:00000200:1.0:1761311769.032238:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311769.032242:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311769.032246:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311769.032251:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311769.032256:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311769.032260:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:1.0:1761311769.032284:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 00000000ba26cb9c. 00000020:00000010:1.0:1761311769.032287:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000ab4a01be. 00000020:00000010:1.0:1761311769.032289:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000074b05e03. 00000800:00000200:1.0:1761311769.032372:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311769.032375:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:1.0:1761311769.032379:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.032382:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311769.032385:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:1.0:1761311769.032386:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00010000:00000010:3.1:1761311769.032894:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000b1b16143. 00010000:00000010:3.1:1761311769.032900:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000bed9109a. 00000400:00000010:3.0:1761311769.032928:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:3.0:1761311769.032931:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:3.0:1761311769.032933:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:3.0:1761311769.032938:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008de06de5 x1846867787714560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311769.032946:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008de06de5 x1846867787714560/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311769.032963:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000d08aea9c. 02000000:00000010:3.0:1761311769.032973:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000004e1fed45. 02000000:00000010:3.0:1761311769.032976:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000048dc57d9. 00000100:00000010:3.0:1761311769.032979:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 00000100:00000010:3.0:1761311769.032981:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:3.0:1761311769.032984:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00080000:00000010:3.0:1761311769.032997:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000048dc57d9. 00010000:00000010:3.0:1761311769.033132:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311769.033139:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000cfddc388. 00000001:00000010:3.0:1761311769.033153:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311769.033162:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00080000:00000010:3.0:1761311769.033166:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000004e1fed45. 00000001:00000010:3.0:1761311769.033173:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311769.033177:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311769.033181:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000b8b0af89. 00000001:00000010:3.0:1761311769.033185:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000b8b0af89. 00100000:00000010:3.0:1761311769.033196:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000275ebaf7. 00100000:00000010:3.0:1761311769.033201:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 00000000857ae3eb. 00100000:00000010:3.0:1761311769.033204:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 0000000088b19c8a. 00010000:00000010:3.0:1761311769.033220:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000004f98e909. 00010000:00000010:3.0:1761311769.033224:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000a28d13d1. 00010000:00000010:3.0:1761311769.033232:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 0000000061526b5a. 00000100:00000010:3.0:1761311769.033236:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000088f96187. 00000100:00000010:3.0:1761311769.033241:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000008de06de5. 02000000:00000010:3.0:1761311769.033251:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000d6a310a6. 02000000:00000010:3.0:1761311769.033282:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000091adb241. 00000400:00000010:3.0:1761311769.033286:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000b8b0af89. 00000400:00000010:3.0:1761311769.033289:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000209076f8. 00000100:00000200:3.0:1761311769.033293:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714624, portal 16 00000400:00000010:3.0:1761311769.033297:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000d00cdcb4. 00000100:00000200:3.0:1761311769.033299:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714624, offset 0 00000400:00000200:3.0:1761311769.033304:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:3.0:1761311769.033343:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311769.033349:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311769.033353:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311769.033355:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311769.033358:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88059:88059:256:4294967295] 192.168.203.55@tcp LPNI seq info [88059:88059:8:4294967295] 00000400:00000200:3.0:1761311769.033366:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311769.033370:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311769.033374:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000bfa8e78 (tot 82352786). 00000800:00000200:3.0:1761311769.033378:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311769.033383:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311769.033386:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000bfa8e78 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311769.033564:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311769.033567:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000bfa8e78 (tot 82352538). 00000400:00000200:0.0:1761311769.033571:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.033575:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311769.033577:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000d00cdcb4 00000400:00000010:0.0:1761311769.033578:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000d00cdcb4. 00000100:00000200:0.0:1761311769.033583:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000008de06de5 x1846867787714624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311769.039544:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000005457e131. 00000400:00000200:1.0:1761311769.041393:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311769.041410:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f1040 00000400:00000200:1.0:1761311769.041418:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabe9d [1] + 224 00000400:00000200:1.0:1761311769.041428:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.041432:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311769.041442:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000008de06de5 x1846867787714624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:1.0:1761311769.041477:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:1.0:1761311769.041481:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155540 00000400:00000200:1.0:1761311769.041486:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa801 [2] + 656 00000400:00000200:1.0:1761311769.041497:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.041499:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:1.0:1761311769.041502:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:1.0:1761311769.041507:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d74e4d23. 00000400:00000010:2.0:1761311769.041615:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000b8b0af89. 00000400:00000200:2.0:1761311769.041623:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000209076f8 00000400:00000010:2.0:1761311769.041625:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000209076f8. 00000100:00000200:2.0:1761311769.041633:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000008de06de5 x1846867787714624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:2.0:1761311769.041641:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000008de06de5 x1846867787714624/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:2.0:1761311769.041677:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000091adb241. 02000000:00000010:2.0:1761311769.041684:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 00000000d6a310a6. 00000100:00000010:2.0:1761311769.041689:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000008de06de5. 00000100:00000010:2.0:1761311769.041693:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000088f96187. 00010000:00000010:2.0:1761311769.041697:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 0000000061526b5a. 00000020:00000010:0.0:1761311769.043604:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 00000000426fdf72. 00000020:00000010:0.0:1761311769.043614:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.043618:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311769.043643:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d74e4d23 x1846867781834048/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:247/0 lens 328/0 e 0 to 0 dl 1761311812 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311769.043975:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781834048 02000000:00000010:0.0:1761311769.043986:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000c2c21153. 00010000:00000010:0.0:1761311769.044011:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000bd41390f. 00010000:00000010:0.0:1761311769.044029:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b759c7. 00000100:00000010:0.0:1761311769.044035:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311769.044048:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311769.044051:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b759c7. 00000400:00000010:0.0:1761311769.044062:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000e806b98f. 00000100:00000200:0.0:1761311769.044066:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781834048, offset 224 00000400:00000200:0.0:1761311769.044073:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311769.044085:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311769.044090:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88060:88060:256:4294967295] 192.168.203.55@tcp LPNI seq info [88060:88060:8:4294967295] 00000400:00000200:0.0:1761311769.044100:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311769.044105:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311769.044110:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000fbeb2eef (tot 82352786). 00000800:00000200:0.0:1761311769.044115:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311769.044122:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311769.044126:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000fbeb2eef type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311769.044141:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.044145:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311769.044147:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 00000000426fdf72. 00000800:00000200:1.0:1761311769.045116:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311769.045120:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000fbeb2eef (tot 82352538). 00000400:00000200:1.0:1761311769.045128:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.045133:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311769.045138:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000e806b98f 00000400:00000010:1.0:1761311769.045139:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000e806b98f. 00010000:00000010:3.1:1761311769.045476:0:78669:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000009f5672e7. 00010000:00000010:3.1:1761311769.045483:0:78669:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000fd3eb2f0. 00010000:00000010:3.1:1761311769.045487:0:78669:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00080000:00000010:0.0:1761311769.047075:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000426fdf72. 00010000:00000010:0.0:1761311769.047199:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000a28d13d1. 00010000:00000010:0.0:1761311769.047208:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fce0b398. 00000001:00000010:0.0:1761311769.047224:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311769.047233:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00080000:00000010:0.0:1761311769.047237:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000088e6fbdb. 00000001:00000010:0.0:1761311769.047244:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311769.047248:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311769.047252:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311769.047256:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00100000:00000010:0.0:1761311769.047266:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000cf6c8c7d. 00010000:00000010:0.0:1761311769.047291:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000006cd1781d. 00010000:00000010:0.0:1761311769.047297:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003aed8d5a. 00010000:00000010:0.0:1761311769.047307:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b759c7. 00000100:00000010:0.0:1761311769.047333:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311769.047341:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001aa20607. 02000000:00000010:0.0:1761311769.047354:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 000000005b3c8834. 02000000:00000010:0.0:1761311769.047380:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000014ef6d98. 00000400:00000010:0.0:1761311769.047385:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d37bca8a. 00000400:00000010:0.0:1761311769.047390:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311769.047396:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714688, portal 16 00000400:00000010:0.0:1761311769.047400:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311769.047402:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714688, offset 0 00000400:00000200:0.0:1761311769.047410:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311769.047425:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311769.047433:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311769.047436:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311769.047439:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311769.047442:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88061:88061:256:4294967295] 192.168.203.55@tcp LPNI seq info [88061:88061:8:4294967295] 00000400:00000200:0.0:1761311769.047452:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311769.047457:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311769.047461:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311769.047468:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311769.047474:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311769.047477:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311769.049664:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311769.049671:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:0.0:1761311769.049678:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.049685:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311769.049690:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:0.0:1761311769.049692:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000100:00000200:0.0:1761311769.049700:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001aa20607 x1846867787714688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311769.050818:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311769.050833:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f1080 00000400:00000200:0.0:1761311769.054075:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabea9 [1] + 224 00000400:00000200:0.0:1761311769.054104:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.054112:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311769.054123:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001aa20607 x1846867787714688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311769.054155:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311769.054165:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155580 00000400:00000200:0.0:1761311769.054171:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa801 [2] + 984 00000400:00000200:0.0:1761311769.054182:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.054185:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311769.054188:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311769.054193:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000006622c1da. 00000400:00000010:0.0:1761311769.054219:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d37bca8a. 00000400:00000200:0.0:1761311769.054223:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:0.0:1761311769.054224:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00000100:00000200:0.0:1761311769.054228:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001aa20607 x1846867787714688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:0.0:1761311769.054235:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001aa20607 x1846867787714688/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 02000000:00000010:0.0:1761311769.054261:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000014ef6d98. 02000000:00000010:0.0:1761311769.054267:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 000000005b3c8834. 00000100:00000010:0.0:1761311769.054282:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001aa20607. 00000100:00000010:0.0:1761311769.054285:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311769.054288:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b759c7. 00000020:00000010:0.0:1761311769.054348:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000005b3c8834. 00000020:00000010:0.0:1761311769.054354:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.054357:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311769.054379:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000006622c1da x1846867781834112/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:247/0 lens 328/0 e 0 to 0 dl 1761311812 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_02.0' 00000100:00000200:0.0:1761311769.054405:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781834112 02000000:00000010:0.0:1761311769.054413:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 0000000014ef6d98. 00010000:00000010:0.0:1761311769.054437:0:66528:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000461ca0be. 00010000:00000010:0.0:1761311769.054454:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b759c7. 00000100:00000010:0.0:1761311769.054460:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311769.054468:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:0.0:1761311769.054470:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b759c7. 00000400:00000010:0.0:1761311769.054481:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311769.054485:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781834112, offset 224 00000400:00000200:0.0:1761311769.054491:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311769.054501:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311769.054507:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88062:88062:256:4294967295] 192.168.203.55@tcp LPNI seq info [88062:88062:8:4294967295] 00000400:00000200:0.0:1761311769.054516:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311769.054521:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311769.054524:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311769.054530:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311769.054536:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311769.054540:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311769.054555:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.054559:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311769.054562:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000005b3c8834. 00000800:00000200:0.0:1761311769.054663:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311769.054667:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:0.0:1761311769.054671:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.054675:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311769.054678:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:0.0:1761311769.054679:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00080000:00000010:0.0:1761311769.054705:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 000000005b3c8834. 00010000:00000010:0.0:1761311769.054809:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003aed8d5a. 00010000:00000010:0.0:1761311769.054816:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 000000008ab7604b. 00000001:00000010:0.0:1761311769.054833:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311769.054863:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00080000:00000010:0.0:1761311769.054872:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000df55c4dd. 00000001:00000010:0.0:1761311769.054881:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311769.054887:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311769.054892:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000d37bca8a. 00000001:00000010:0.0:1761311769.054897:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000d37bca8a. 00100000:00000010:0.0:1761311769.054910:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000204d396c. 00010000:00000010:0.0:1761311769.054925:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.0:1761311769.054930:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000003aed8d5a. 00010000:00000010:0.0:1761311769.054939:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000b8b759c7. 00000100:00000010:0.0:1761311769.054943:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000cd980603. 00000100:00000010:0.0:1761311769.054954:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000001aa20607. 02000000:00000010:0.0:1761311769.054964:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000000712ca7. 02000000:00000010:0.0:1761311769.054985:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000007c31b900. 00000400:00000010:0.0:1761311769.054989:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000d37bca8a. 00000400:00000010:0.0:1761311769.054993:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000377feae1. 00000100:00000200:0.0:1761311769.054998:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714752, portal 16 00000400:00000010:0.0:1761311769.055002:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000033546d0d. 00000100:00000200:0.0:1761311769.055004:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714752, offset 0 00000400:00000200:0.0:1761311769.055009:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311769.055016:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311769.055023:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:0.0:1761311769.055026:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1761311769.055029:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:0.0:1761311769.055032:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88063:88063:256:4294967295] 192.168.203.55@tcp LPNI seq info [88063:88063:8:4294967295] 00000400:00000200:0.0:1761311769.055039:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311769.055044:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311769.055048:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000d3614b62 (tot 82352786). 00000800:00000200:0.0:1761311769.055052:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311769.055056:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311769.055058:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000d3614b62 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311769.055444:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311769.055448:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000d3614b62 (tot 82352538). 00000400:00000200:1.0:1761311769.055452:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.055456:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311769.055459:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000033546d0d 00000400:00000010:1.0:1761311769.055461:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000033546d0d. 00000100:00000200:1.0:1761311769.055466:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@000000001aa20607 x1846867787714752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00000400:00000200:2.0:1761311769.057486:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311769.057503:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f10c0 00000400:00000200:2.0:1761311769.057511:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabeb5 [1] + 224 00000400:00000200:2.0:1761311769.057522:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.057526:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00010000:00000010:0.1:1761311769.057531:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000036d8d01b. 00000100:00000200:2.0:1761311769.057538:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@000000001aa20607 x1846867787714752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00010000:00000010:0.1:1761311769.057541:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000af0e3dde. 00010000:00000010:0.1:1761311769.057551:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000004f98e909. 00000400:00000200:2.0:1761311769.057582:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:2.0:1761311769.057588:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a1555c0 00000400:00000200:2.0:1761311769.057593:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa801 [2] + 1312 00000400:00000200:2.0:1761311769.057604:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.057607:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:2.0:1761311769.057611:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:2.0:1761311769.057617:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000d83d9e9a. 00000020:00000010:0.0:1761311769.057672:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 0000000079ec7f15. 00000020:00000010:0.0:1761311769.057678:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.057683:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311769.057706:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d83d9e9a x1846867781834176/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:247/0 lens 328/0 e 0 to 0 dl 1761311812 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_03.0' 00000100:00000200:0.0:1761311769.057747:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781834176 02000000:00000010:0.0:1761311769.057758:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 000000001ccf73f5. 00010000:00000010:0.0:1761311769.057793:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a551b266. 00000100:00000010:0.0:1761311769.057800:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3af25d3. 00000100:00000010:0.0:1761311769.057807:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3af25d3. 00010000:00000010:0.0:1761311769.057810:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a551b266. 00000400:00000010:0.0:1761311769.057823:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000bbbf9703. 00000100:00000200:0.0:1761311769.057828:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781834176, offset 224 00000400:00000200:0.0:1761311769.057834:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000010:3.0:1761311769.057948:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000d37bca8a. 00000400:00000200:3.0:1761311769.057953:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000377feae1 00000400:00000010:3.0:1761311769.057955:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000377feae1. 00000100:00000200:3.0:1761311769.057960:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@000000001aa20607 x1846867787714752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:3.0:1761311769.057968:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@000000001aa20607 x1846867787714752/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.0:1761311769.057988:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000000dffc96e. 02000000:00000010:3.0:1761311769.058003:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 000000007c31b900. 02000000:00000010:3.0:1761311769.058008:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000000712ca7. 00000100:00000010:3.0:1761311769.058012:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000001aa20607. 00000100:00000010:3.0:1761311769.058015:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000cd980603. 00010000:00000010:3.0:1761311769.058018:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000b8b759c7. 00080000:00000010:3.0:1761311769.058033:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000692741d4. 00010000:00000010:3.0:1761311769.058153:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000003aed8d5a. 00010000:00000010:3.0:1761311769.058159:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000d57de27e. 00000001:00000010:3.0:1761311769.058177:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311769.058190:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00080000:00000010:3.0:1761311769.058196:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000d6a310a6. 00000001:00000010:3.0:1761311769.058205:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311769.058210:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311769.058214:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 000000000511b061. 00000001:00000010:3.0:1761311769.058219:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 000000000511b061. 00100000:00000010:3.0:1761311769.058230:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 00000000835423b7. 00010000:00000010:3.0:1761311769.058301:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000dd22961d. 00010000:00000010:3.0:1761311769.058307:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 00000000eb2cbe39. 00010000:00000010:3.0:1761311769.058360:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000d9d35aa5. 00000100:00000010:3.0:1761311769.058364:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000d3316e41. 00000100:00000010:3.0:1761311769.058370:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000129091b7. 02000000:00000010:3.0:1761311769.058379:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000091adb241. 02000000:00000010:3.0:1761311769.058400:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 0000000000712ca7. 00000400:00000010:3.0:1761311769.058404:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 000000000511b061. 00000400:00000010:3.0:1761311769.058407:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000371058b0. 00000100:00000200:3.0:1761311769.058412:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714816, portal 16 00000400:00000010:3.0:1761311769.058416:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000fa6afce7. 00000100:00000200:3.0:1761311769.058417:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714816, offset 0 00000400:00000200:3.0:1761311769.058422:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311769.058472:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311769.058478:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88064:88064:256:4294967295] 192.168.203.55@tcp LPNI seq info [88064:88064:8:4294967295] 00000400:00000200:0.0:1761311769.058488:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311769.058494:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311769.058498:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311769.058505:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311769.058511:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311769.058515:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311769.058538:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.058543:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311769.058547:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 0000000079ec7f15. 00000800:00000200:1.0:1761311769.058827:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311769.058832:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:1.0:1761311769.058837:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.058842:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311769.058845:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000bbbf9703 00000400:00000010:1.0:1761311769.058847:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000bbbf9703. 00000400:00000200:3.0:1761311769.059184:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:3.0:1761311769.059190:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:3.0:1761311769.059194:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1761311769.059196:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:3.0:1761311769.059198:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88065:88065:255:4294967295] 192.168.203.55@tcp LPNI seq info [88065:88065:7:4294967295] 00000400:00000200:3.0:1761311769.059206:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:3.0:1761311769.059210:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:3.0:1761311769.059214:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 000000000933d5c4 (tot 82352786). 00000800:00000200:3.0:1761311769.059218:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:3.0:1761311769.059222:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:3.0:1761311769.059225:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 000000000933d5c4 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:1.0:1761311769.060063:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:1.0:1761311769.060067:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 000000000933d5c4 (tot 82352538). 00000400:00000200:1.0:1761311769.060071:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:1.0:1761311769.060076:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:1.0:1761311769.060080:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000fa6afce7 00000400:00000010:1.0:1761311769.060082:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000fa6afce7. 00000100:00000200:1.0:1761311769.060089:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000129091b7 x1846867787714816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:3.1:1761311769.063839:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cb7dd9b. 00010000:00000010:3.1:1761311769.063870:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000d6458546. 00010000:00000010:3.1:1761311769.063875:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000089b0c9aa. 00010000:00000010:0.1:1761311769.064011:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000007168be7a. 00010000:00000010:0.1:1761311769.064027:0:0:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 000000009d3b1cc6. 00010000:00000010:0.1:1761311769.064031:0:0:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 000000006cd1781d. 00000400:00000200:0.0:1761311769.064068:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311769.064087:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f1100 00000400:00000200:0.0:1761311769.064097:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabec1 [1] + 224 00000400:00000200:0.0:1761311769.064109:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.064113:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311769.064124:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000129091b7 x1846867787714816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311769.064153:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311769.064159:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155600 00000400:00000200:0.0:1761311769.064164:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa801 [2] + 1640 00000400:00000200:0.0:1761311769.064227:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.064231:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311769.064235:0:15807:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000100:00000010:0.0:1761311769.064241:0:15807:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 000000007e40d05a. 00000020:00000010:0.0:1761311769.064298:0:66528:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d8b4e52. 00000020:00000010:0.0:1761311769.064306:0:66528:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.064328:0:66528:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311769.064356:0:66528:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@000000007e40d05a x1846867781834240/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:247/0 lens 328/0 e 0 to 0 dl 1761311812 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_01.0' 00000100:00000200:0.0:1761311769.064383:0:66528:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781834240 02000000:00000010:0.0:1761311769.064396:0:66528:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000fd54a5f4. 00010000:00000010:0.0:1761311769.064439:0:66528:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a551b266. 00000100:00000010:0.0:1761311769.064446:0:66528:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 00000000b3af25d3. 00000100:00000010:0.0:1761311769.064453:0:66528:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000b3af25d3. 00010000:00000010:0.0:1761311769.064456:0:66528:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a551b266. 00000400:00000010:0.0:1761311769.064471:0:66528:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311769.064475:0:66528:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781834240, offset 224 00000400:00000200:0.0:1761311769.064482:0:66528:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311769.064493:0:66528:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311769.064499:0:66528:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88066:88066:256:4294967295] 192.168.203.55@tcp LPNI seq info [88066:88066:8:4294967295] 00000400:00000200:0.0:1761311769.064507:0:66528:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311769.064513:0:66528:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311769.064518:0:66528:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352786). 00000800:00000200:0.0:1761311769.064523:0:66528:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311769.064533:0:66528:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311769.064536:0:66528:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311769.064557:0:66528:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.064562:0:66528:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311769.064566:0:66528:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d8b4e52. 00000800:00000200:0.0:1761311769.064640:0:15808:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311769.064644:0:15808:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:0.0:1761311769.064647:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.064652:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311769.064657:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:0.0:1761311769.064659:0:15808:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 00000400:00000010:1.0:1761311769.066794:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 000000000511b061. 00000400:00000200:1.0:1761311769.066804:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000371058b0 00000400:00000010:1.0:1761311769.066806:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000371058b0. 00000100:00000200:1.0:1761311769.066818:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000129091b7 x1846867787714816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311769.066829:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000129091b7 x1846867787714816/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311769.066958:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000ecc9eab9. 02000000:00000010:1.0:1761311769.066975:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 0000000000712ca7. 02000000:00000010:1.0:1761311769.066982:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000091adb241. 00000100:00000010:1.0:1761311769.066985:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000129091b7. 00000100:00000010:1.0:1761311769.066990:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 00000000d3316e41. 00010000:00000010:1.0:1761311769.066994:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000d9d35aa5. 00080000:00000010:1.0:1761311769.067011:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000c5400ff0. 00010000:00000010:1.0:1761311769.067138:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000eb2cbe39. 00010000:00000010:1.0:1761311769.067145:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 00000000fe8236ed. 00000001:00000010:1.0:1761311769.067162:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ca199f75. 00000001:00000010:1.0:1761311769.067176:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ca199f75. 00080000:00000010:1.0:1761311769.067182:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000036fd8f4d. 00000001:00000010:1.0:1761311769.067191:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ca199f75. 00000001:00000010:1.0:1761311769.067196:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ca199f75. 00000001:00000010:1.0:1761311769.067202:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ca199f75. 00000001:00000010:1.0:1761311769.067207:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ca199f75. 00100000:00000010:1.0:1761311769.067220:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000005b11e462. 00010000:00000010:1.0:1761311769.067239:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 000000009f5672e7. 00010000:00000010:1.0:1761311769.067245:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006c80f19f. 00010000:00000010:1.0:1761311769.067257:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1fde470. 00000100:00000010:1.0:1761311769.067264:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311769.067284:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311769.067300:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 0000000056bec552. 02000000:00000010:1.0:1761311769.067371:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 00000000b110a533. 00000400:00000010:1.0:1761311769.067377:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca199f75. 00000400:00000010:1.0:1761311769.067383:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311769.067389:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714880, portal 16 00000400:00000010:1.0:1761311769.067394:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 0000000037413ffd. 00000100:00000200:1.0:1761311769.067396:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714880, offset 0 00000400:00000200:1.0:1761311769.067404:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311769.067419:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311769.067426:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311769.067429:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311769.067432:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311769.067435:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88067:88067:256:4294967295] 192.168.203.55@tcp LPNI seq info [88067:88067:8:4294967295] 00000400:00000200:1.0:1761311769.067445:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311769.067451:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311769.067455:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000c9dc95d6 (tot 82352786). 00000800:00000200:1.0:1761311769.067462:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311769.067469:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311769.067472:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000c9dc95d6 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:2.0:1761311769.068006:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1761311769.068011:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000c9dc95d6 (tot 82352538). 00000400:00000200:2.0:1761311769.068127:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1761311769.068133:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:2.0:1761311769.068138:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000037413ffd 00000400:00000010:2.0:1761311769.068140:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 0000000037413ffd. 00000100:00000200:2.0:1761311769.068147:0:15806:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787714880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.1:1761311769.071348:0:78673:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 0000000041f7bab1. 00010000:00000010:1.1:1761311769.071361:0:78673:0:(ldlm_resource.c:1463:__ldlm_resource_free()) slab-freed '(res)': 224 at 00000000315df613. 00010000:00000010:1.1:1761311769.071365:0:78673:0:(ldlm_lock.c:197:lock_handle_free()) slab-freed 'lock': 560 at 00000000dd22961d. 00000400:00000200:0.0:1761311769.072337:0:15807:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311769.072358:0:15807:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 224 into portal 16 MB=0x68fb76a6f1140 00000400:00000200:0.0:1761311769.072367:0:15807:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 10 from 12345-192.168.203.55@tcp of length 224/224 into md 0xabecd [1] + 224 00000400:00000200:0.0:1761311769.072387:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.072391:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000100:00000200:0.0:1761311769.072401:0:15807:0:(events.c:105:reply_in_callback()) @@@ type 2, status 0 req@00000000e8d13a0a x1846867787714880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:Qr/0/ffffffff rc 0/-1 job:'' 00000400:00000200:0.0:1761311769.073509:0:15808:0:(lib-move.c:4556:lnet_parse()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp) <- 192.168.203.55@tcp : PUT - for me 00000400:00000200:0.0:1761311769.073523:0:15808:0:(lib-ptl.c:607:lnet_ptl_match_md()) Request from 12345-192.168.203.55@tcp of length 328 into portal 17 MB=0x68fb76a155640 00000400:00000200:0.0:1761311769.073529:0:15808:0:(lib-ptl.c:233:lnet_try_match_md()) Incoming put index 11 from 12345-192.168.203.55@tcp of length 328/328 into md 0xaa801 [2] + 1968 00000400:00000010:0.0:1761311769.073533:0:15808:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000a97e0589. 00000400:00000200:0.0:1761311769.073538:0:15808:0:(lib-md.c:64:lnet_md_unlink()) Queueing unlink of md 0000000013894539 00000400:00000200:0.0:1761311769.073600:0:15808:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.073604:0:15808:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311769.073608:0:15808:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 0000000013894539 00000400:00000010:0.0:1761311769.073610:0:15808:0:(lib-lnet.h:316:lnet_md_free()) kfreed 'md': 152 at 0000000013894539 (tot 82352386). 00000100:00000200:0.0:1761311769.073615:0:15808:0:(events.c:317:request_in_callback()) event type 2, status 0, service ldlm_canceld 00000020:00000010:0.0:1761311769.073662:0:65700:0:(lu_object.c:1761:keys_init()) kmalloced '(ctx->lc_value)': 320 at 000000007d8b4e52. 00000020:00000010:0.0:1761311769.073670:0:65700:0:(lu_ucred.c:48:lu_ucred_key_init()) kmalloced '(value)': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.073674:0:65700:0:(tgt_main.c:784:tgt_ses_key_init()) slab-alloced 'session': 168 at 00000000a8cd2538. 00000100:00000200:0.0:1761311769.073697:0:65700:0:(nrs.c:872:ptlrpc_nrs_hpreq_add_nolock()) @@@ high priority req req@00000000d414f5da x1846867781834304/t0(0) o103->b16c309c-fc71-470b-9a13-d2172e113dfc@192.168.203.55@tcp:247/0 lens 328/0 e 0 to 0 dl 1761311812 ref 1 fl New:H/0/ffffffff rc 0/-1 job:'ldlm_bl_04.0' 00000100:00000200:0.0:1761311769.073723:0:65700:0:(service.c:2329:ptlrpc_server_handle_request()) got req 1846867781834304 02000000:00000010:0.0:1761311769.073736:0:65700:0:(sec_null.c:314:null_alloc_rs()) kmalloced '(rs)': 504 at 00000000d9a623a0. 00010000:00000010:0.0:1761311769.073772:0:65700:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000a551b266. 00000100:00000010:0.0:1761311769.073777:0:65700:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 0000000013894539. 00000100:00000010:0.0:1761311769.073783:0:65700:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 0000000013894539. 00010000:00000010:0.0:1761311769.073786:0:65700:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000a551b266. 00000400:00000010:0.0:1761311769.073799:0:65700:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000009b13fbcf. 00000100:00000200:0.0:1761311769.073803:0:65700:0:(niobuf.c:86:ptl_send_buf()) Sending 224 bytes to portal 18, xid 1846867781834304, offset 224 00000400:00000200:0.0:1761311769.073809:0:65700:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:0.0:1761311769.073819:0:65700:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source Specified: 192.168.203.155@tcp to MR: 192.168.203.55@tcp local destination 00000400:00000200:0.0:1761311769.073823:0:65700:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88068:88068:256:4294967295] 192.168.203.55@tcp LPNI seq info [88068:88068:8:4294967295] 00000400:00000200:0.0:1761311769.073832:0:65700:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:192.168.203.155@tcp) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:0.0:1761311769.073836:0:65700:0:(socklnd_cb.c:995:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:0.0:1761311769.073840:0:65700:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 0000000098fbd9dd (tot 82352634). 00000800:00000200:0.0:1761311769.073845:0:65700:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:0.0:1761311769.073851:0:65700:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:0.0:1761311769.073855:0:65700:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 0000000098fbd9dd type 1, nob 320 niov 1 nkiov 1 00000020:00000010:0.0:1761311769.073873:0:65700:0:(lu_ucred.c:48:lu_ucred_key_fini()) kfreed 'info': 120 at 0000000036e5db55. 00000020:00000010:0.0:1761311769.073877:0:65700:0:(tgt_main.c:796:tgt_ses_key_fini()) slab-freed '(session)': 168 at 00000000a8cd2538. 00000020:00000010:0.0:1761311769.073880:0:65700:0:(lu_object.c:1693:keys_fini()) kfreed 'ctx->lc_value': 320 at 000000007d8b4e52. 02000000:00000010:0.0:1761311769.073889:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000fd54a5f4. 00000100:00000010:0.0:1761311769.073892:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000007e40d05a. 02000000:00000010:0.0:1761311769.073895:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000001ccf73f5. 00000100:00000010:0.0:1761311769.073897:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d83d9e9a. 02000000:00000010:0.0:1761311769.073900:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 0000000014ef6d98. 00000100:00000010:0.0:1761311769.073903:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000006622c1da. 02000000:00000010:0.0:1761311769.073905:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000c2c21153. 00000100:00000010:0.0:1761311769.073907:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000d74e4d23. 02000000:00000010:0.0:1761311769.073910:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 000000008d4433b9. 00000100:00000010:0.0:1761311769.073912:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000a605ecaf. 02000000:00000010:0.0:1761311769.073915:0:65700:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000365e7f54. 00000100:00000010:0.0:1761311769.073916:0:65700:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 000000009c3aef0b. 00000100:00000200:0.0:1761311769.073922:0:65700:0:(niobuf.c:996:ptlrpc_register_rqbd()) ldlm_canceld: registering portal 17 00000400:00000010:0.0:1761311769.073926:0:65700:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000bb22ae46. 00000400:00000010:0.0:1761311769.073929:0:65700:0:(lib-md.c:191:lnet_md_build()) alloc '(lmd)': 152 at 0000000013894539 (tot 82352786). 00000800:00000200:0.0:1761311769.073989:0:15806:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311769.073993:0:15806:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 0000000098fbd9dd (tot 82352538). 00000400:00000200:0.0:1761311769.073996:0:15806:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.074000:0:15806:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311769.074002:0:15806:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000009b13fbcf 00000400:00000010:0.0:1761311769.074004:0:15806:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000009b13fbcf. 02000000:00000010:0.0:1761311769.074006:0:15806:0:(sec_null.c:339:null_free_rs()) kfreed 'rs': 504 at 00000000d9a623a0. 00000400:00000010:1.0:1761311769.075545:0:77384:0:(lib-me.c:135:lnet_me_unlink()) slab-freed 'me' at 00000000ca199f75. 00000400:00000200:1.0:1761311769.075554:0:77384:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 00000000b1524ad7 00000400:00000010:1.0:1761311769.075556:0:77384:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 00000000b1524ad7. 00000100:00000200:1.0:1761311769.075566:0:77384:0:(events.c:105:reply_in_callback()) @@@ type 6, status 0 req@00000000e8d13a0a x1846867787714880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQ/0/ffffffff rc 0/-1 job:'' 00000100:00000200:1.0:1761311769.075575:0:77384:0:(events.c:127:reply_in_callback()) @@@ unlink req@00000000e8d13a0a x1846867787714880/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 1 fl Rpc:RQU/0/ffffffff rc 0/-1 job:'' 00010000:00000010:1.0:1761311769.075597:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 00000000db597e53. 02000000:00000010:1.0:1761311769.075611:0:77384:0:(sec_null.c:212:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at 00000000b110a533. 02000000:00000010:1.0:1761311769.075616:0:77384:0:(sec_null.c:182:null_free_reqbuf()) kfreed 'req->rq_reqbuf': 512 at 0000000056bec552. 00000100:00000010:1.0:1761311769.075618:0:77384:0:(client.c:544:ptlrpc_request_cache_free()) slab-freed '(req)': 1192 at 00000000e8d13a0a. 00000100:00000010:1.0:1761311769.075622:0:77384:0:(ptlrpc_internal.h:359:ptlrpc_reqset_put()) kfreed 'set': 144 at 000000008f83e4df. 00010000:00000010:1.0:1761311769.075625:0:77384:0:(ldlm_lock.c:2339:ldlm_run_ast_work()) kfreed 'arg': 56 at 00000000c1fde470. 00080000:00000010:1.0:1761311769.075639:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 0000000056bec552. 00010000:00000010:1.0:1761311769.075752:0:77384:0:(ldlm_lock.c:240:ldlm_lock_put()) slab-freed '(lock->l_ibits_node)': 120 at 000000006c80f19f. 00010000:00000010:1.0:1761311769.075759:0:77384:0:(ldlm_resource.c:1474:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at 0000000057f55a41. 00000001:00000010:1.0:1761311769.075777:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ca199f75. 00000001:00000010:1.0:1761311769.075788:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ca199f75. 00080000:00000010:1.0:1761311769.075793:0:77384:0:(osd_handler.c:1899:osd_trans_create()) kmalloced '(oh)': 288 at 00000000b110a533. 00000001:00000010:1.0:1761311769.075800:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ca199f75. 00000001:00000010:1.0:1761311769.075805:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ca199f75. 00000001:00000010:1.0:1761311769.075809:0:77384:0:(osd_dynlocks.c:109:dynlock_lock()) slab-alloced 'nhl': 88 at 00000000ca199f75. 00000001:00000010:1.0:1761311769.075813:0:77384:0:(osd_dynlocks.c:193:dynlock_unlock()) slab-freed 'hl': 88 at 00000000ca199f75. 00100000:00000010:1.0:1761311769.075824:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000003415f542. 00100000:00000010:1.0:1761311769.075831:0:77384:0:(lfsck_internal.h:1545:lfsck_assistant_object_put()) kfreed 'lso': 136 at 000000001ed966e5. 00100000:00000010:1.0:1761311769.075834:0:77384:0:(lfsck_namespace.c:96:lfsck_namespace_assistant_req_fini()) kfreed 'lnr': 76 at 000000000a11986d. 00010000:00000010:1.0:1761311769.075905:0:77384:0:(ldlm_lock.c:467:ldlm_lock_new()) slab-alloced 'lock': 560 at 00000000bed9109a. 00010000:00000010:1.0:1761311769.075911:0:77384:0:(ldlm_inodebits.c:602:ldlm_inodebits_alloc_lock()) slab-alloced 'lock->l_ibits_node': 120 at 000000006c80f19f. 00010000:00000010:1.0:1761311769.075923:0:77384:0:(ldlm_lock.c:2294:ldlm_run_ast_work()) kmalloced '(arg)': 56 at 00000000c1fde470. 00000100:00000010:1.0:1761311769.075928:0:77384:0:(client.c:1051:ptlrpc_prep_set()) kmalloced '(set)': 144 at 000000008f83e4df. 00000100:00000010:1.0:1761311769.075935:0:77384:0:(client.c:538:ptlrpc_request_cache_alloc()) slab-alloced 'req': 1192 at 00000000e8d13a0a. 02000000:00000010:1.0:1761311769.075946:0:77384:0:(sec_null.c:155:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at 00000000365e7f54. 02000000:00000010:1.0:1761311769.080943:0:77384:0:(sec_null.c:198:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at 000000008d4433b9. 00000400:00000010:1.0:1761311769.080963:0:77384:0:(lib-me.c:92:LNetMEAttach()) slab-alloced 'me' at 00000000ca199f75. 00000400:00000010:1.0:1761311769.080970:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 00000000b1524ad7. 00000100:00000200:1.0:1761311769.080976:0:77384:0:(niobuf.c:922:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1846867787714944, portal 16 00000400:00000010:1.0:1761311769.080981:0:77384:0:(lib-md.c:185:lnet_md_build()) slab-alloced 'md' of size 136 at 000000006f62ba9b. 00000100:00000200:1.0:1761311769.080983:0:77384:0:(niobuf.c:86:ptl_send_buf()) Sending 328 bytes to portal 15, xid 1846867787714944, offset 0 00000400:00000200:1.0:1761311769.080992:0:77384:0:(lib-move.c:5065:LNetPut()) LNetPut -> 12345-192.168.203.55@tcp 00000400:00000200:1.0:1761311769.081009:0:77384:0:(lib-move.c:2899:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.55@tcp local destination 00000400:00000200:1.0:1761311769.081016:0:77384:0:(lib-move.c:1758:lnet_get_best_ni()) selected best_ni 192.168.203.155@tcp 00000400:00000200:1.0:1761311769.081019:0:77384:0:(lib-move.c:1336:lnet_select_peer_ni()) 192.168.203.155@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1761311769.081022:0:77384:0:(lib-move.c:1416:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.55@tcp 00000400:00000200:1.0:1761311769.081025:0:77384:0:(lib-move.c:1863:lnet_handle_send()) 192.168.203.155@tcp NI seq info: [88069:88069:256:4294967295] 192.168.203.55@tcp LPNI seq info [88069:88069:8:4294967295] 00000400:00000200:1.0:1761311769.081035:0:77384:0:(lib-move.c:1975:lnet_handle_send()) TRACE: 192.168.203.155@tcp(192.168.203.155@tcp:) -> 192.168.203.55@tcp(192.168.203.55@tcp:192.168.203.55@tcp) : PUT try# 0 00000800:00000200:1.0:1761311769.081041:0:77384:0:(socklnd_cb.c:995:ksocknal_send()) sending 328 bytes in 1 frags to 12345-192.168.203.55@tcp 00000800:00000010:1.0:1761311769.081045:0:77384:0:(socklnd_cb.c:53:ksocknal_alloc_tx()) alloc '(tx)': 248 at 00000000ad1f08d7 (tot 82352786). 00000800:00000200:1.0:1761311769.081052:0:77384:0:(socklnd.c:239:ksocknal_find_peer_locked()) got peer_ni [000000007674f265] -> 12345-192.168.203.55@tcp (4) 00000800:00000200:1.0:1761311769.081059:0:77384:0:(socklnd_cb.c:753:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.55@tcp ip 192.168.203.55:1023 00000800:00000200:1.0:1761311769.081062:0:77384:0:(socklnd_cb.c:772:ksocknal_queue_tx_locked()) Packet 00000000ad1f08d7 type 1, nob 424 niov 1 nkiov 1 00000800:00000200:0.0:1761311769.081687:0:15807:0:(socklnd_cb.c:548:ksocknal_process_transmit()) send(0) 0 00000800:00000010:0.0:1761311769.081699:0:15807:0:(socklnd_cb.c:110:ksocknal_free_tx()) kfreed 'tx': 248 at 00000000ad1f08d7 (tot 82352538). 00000400:00000200:0.0:1761311769.081705:0:15807:0:(lib-msg.c:1070:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1761311769.081710:0:15807:0:(lib-msg.c:838:lnet_health_check()) health check: 192.168.203.155@tcp->192.168.203.55@tcp: PUT: OK 00000400:00000200:0.0:1761311769.081713:0:15807:0:(lib-md.c:68:lnet_md_unlink()) Unlinking md 000000006f62ba9b 00000400:00000010:0.0:1761311769.081715:0:15807:0:(lib-lnet.h:313:lnet_md_free()) slab-freed 'md' at 000000006f62ba9b. 00000100:00000200:0.0:1761311769.081722:0:15807:0:(events.c:64:request_out_callback()) @@@ type 5, status 0 req@00000000e8d13a0a x1846867787714944/t0(0) o104->lustre-MDT0000@192.168.203.55@tcp:15/16 lens 328/224 e 0 to 0 dl 1761311776 ref 2 fl Rpc:r/0/ffffffff rc 0/-1 job:'' Debug log: 54148 lines, 54148 kept, 0 dropped, 0 bad.